2024-12-06 01:40:51,069 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-12-06 01:40:51,092 main DEBUG Took 0.020039 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-06 01:40:51,093 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-06 01:40:51,093 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-06 01:40:51,095 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-06 01:40:51,096 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 01:40:51,106 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-06 01:40:51,128 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 01:40:51,140 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 01:40:51,141 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 01:40:51,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 01:40:51,143 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 01:40:51,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 01:40:51,145 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 01:40:51,145 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 01:40:51,146 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 01:40:51,154 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 01:40:51,164 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 01:40:51,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 01:40:51,166 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 01:40:51,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 01:40:51,167 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 01:40:51,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 01:40:51,168 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 01:40:51,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 01:40:51,169 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 01:40:51,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 01:40:51,173 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 01:40:51,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 01:40:51,176 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 01:40:51,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 01:40:51,177 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 01:40:51,177 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-06 01:40:51,179 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 01:40:51,188 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-06 01:40:51,194 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-06 01:40:51,195 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-06 01:40:51,197 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-06 01:40:51,197 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-06 01:40:51,211 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-06 01:40:51,215 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-06 01:40:51,218 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-06 01:40:51,218 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-06 01:40:51,219 main DEBUG createAppenders(={Console})
2024-12-06 01:40:51,219 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized
2024-12-06 01:40:51,220 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-12-06 01:40:51,220 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK.
2024-12-06 01:40:51,221 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-06 01:40:51,221 main DEBUG OutputStream closed
2024-12-06 01:40:51,221 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-06 01:40:51,222 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-06 01:40:51,222 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK
2024-12-06 01:40:51,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-06 01:40:51,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-06 01:40:51,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-06 01:40:51,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-06 01:40:51,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-06 01:40:51,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-06 01:40:51,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-06 01:40:51,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-06 01:40:51,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-06 01:40:51,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-06 01:40:51,380 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-06 01:40:51,380 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-06 01:40:51,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-06 01:40:51,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-06 01:40:51,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-06 01:40:51,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-06 01:40:51,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-06 01:40:51,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-06 01:40:51,387 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-06 01:40:51,388 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null
2024-12-06 01:40:51,388 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-06 01:40:51,389 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK.
2024-12-06T01:40:51,814 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997
2024-12-06 01:40:51,818 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-06 01:40:51,818 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-06T01:40:51,831 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins
2024-12-06T01:40:51,858 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-06T01:40:51,931 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/cluster_ed881ad6-b13d-4633-45c9-be44eae2292e, deleteOnExit=true
2024-12-06T01:40:51,934 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-06T01:40:51,936 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/test.cache.data in system properties and HBase conf
2024-12-06T01:40:51,937 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/hadoop.tmp.dir in system properties and HBase conf
2024-12-06T01:40:51,952 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/hadoop.log.dir in system properties and HBase conf
2024-12-06T01:40:51,953 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-06T01:40:51,954 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-06T01:40:51,954 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-06T01:40:52,142 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-06T01:40:52,316 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T01:40:52,323 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-06T01:40:52,323 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-06T01:40:52,324 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-06T01:40:52,325 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-06T01:40:52,330 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-06T01:40:52,330 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-06T01:40:52,331 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-06T01:40:52,332 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-06T01:40:52,332 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-06T01:40:52,333 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/nfs.dump.dir in system properties and HBase conf
2024-12-06T01:40:52,333 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/java.io.tmpdir in system properties and HBase conf
2024-12-06T01:40:52,334 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-06T01:40:52,335 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-06T01:40:52,335 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-06T01:40:53,445 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-06T01:40:53,546 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3468ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-06T01:40:53,682 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-06T01:40:53,782 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-06T01:40:53,823 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-06T01:40:53,823 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-06T01:40:53,825 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-06T01:40:53,845 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-06T01:40:53,851 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/hadoop.log.dir/,AVAILABLE}
2024-12-06T01:40:53,852 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-06T01:40:54,121 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/java.io.tmpdir/jetty-localhost-42575-hadoop-hdfs-3_4_1-tests_jar-_-any-8859694651790034090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-06T01:40:54,129 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:42575}
2024-12-06T01:40:54,129 INFO  [Time-limited test {}] server.Server(415): Started @4052ms
2024-12-06T01:40:54,577 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-06T01:40:54,585 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-06T01:40:54,587 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-06T01:40:54,587 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-06T01:40:54,587 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-06T01:40:54,588 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/hadoop.log.dir/,AVAILABLE}
2024-12-06T01:40:54,589 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-06T01:40:54,722 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/java.io.tmpdir/jetty-localhost-42219-hadoop-hdfs-3_4_1-tests_jar-_-any-2983608912488784614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-06T01:40:54,724 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:42219}
2024-12-06T01:40:54,724 INFO  [Time-limited test {}] server.Server(415): Started @4647ms
2024-12-06T01:40:54,787 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-06T01:40:55,454 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/cluster_ed881ad6-b13d-4633-45c9-be44eae2292e/data/data1/current/BP-1173756911-172.17.0.2-1733449253160/current, will proceed with Du for space computation calculation, 
2024-12-06T01:40:55,472 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/cluster_ed881ad6-b13d-4633-45c9-be44eae2292e/data/data2/current/BP-1173756911-172.17.0.2-1733449253160/current, will proceed with Du for space computation calculation, 
2024-12-06T01:40:55,534 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-06T01:40:55,622 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x730f3796e753eb20 with lease ID 0xf6f92d64cb03895c: Processing first storage report for DS-bfa55440-f7a9-494c-b8be-de2dc4c085af from datanode DatanodeRegistration(127.0.0.1:34665, datanodeUuid=66285aa2-0311-439b-833a-aa91771b4ef9, infoPort=35383, infoSecurePort=0, ipcPort=39785, storageInfo=lv=-57;cid=testClusterID;nsid=1318814308;c=1733449253160)
2024-12-06T01:40:55,625 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x730f3796e753eb20 with lease ID 0xf6f92d64cb03895c: from storage DS-bfa55440-f7a9-494c-b8be-de2dc4c085af node DatanodeRegistration(127.0.0.1:34665, datanodeUuid=66285aa2-0311-439b-833a-aa91771b4ef9, infoPort=35383, infoSecurePort=0, ipcPort=39785, storageInfo=lv=-57;cid=testClusterID;nsid=1318814308;c=1733449253160), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-12-06T01:40:55,625 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x730f3796e753eb20 with lease ID 0xf6f92d64cb03895c: Processing first storage report for DS-d2923852-88b0-4a96-9af5-c74252fa33c5 from datanode DatanodeRegistration(127.0.0.1:34665, datanodeUuid=66285aa2-0311-439b-833a-aa91771b4ef9, infoPort=35383, infoSecurePort=0, ipcPort=39785, storageInfo=lv=-57;cid=testClusterID;nsid=1318814308;c=1733449253160)
2024-12-06T01:40:55,625 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x730f3796e753eb20 with lease ID 0xf6f92d64cb03895c: from storage DS-d2923852-88b0-4a96-9af5-c74252fa33c5 node DatanodeRegistration(127.0.0.1:34665, datanodeUuid=66285aa2-0311-439b-833a-aa91771b4ef9, infoPort=35383, infoSecurePort=0, ipcPort=39785, storageInfo=lv=-57;cid=testClusterID;nsid=1318814308;c=1733449253160), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-06T01:40:55,657 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997
2024-12-06T01:40:55,757 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/cluster_ed881ad6-b13d-4633-45c9-be44eae2292e/zookeeper_0, clientPort=63786, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/cluster_ed881ad6-b13d-4633-45c9-be44eae2292e/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/cluster_ed881ad6-b13d-4633-45c9-be44eae2292e/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-06T01:40:55,771 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63786
2024-12-06T01:40:55,787 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T01:40:55,792 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T01:40:56,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741825_1001 (size=7)
2024-12-06T01:40:56,511 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866 with version=8
2024-12-06T01:40:56,512 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/hbase-staging
2024-12-06T01:40:56,608 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-06T01:40:56,939 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/00c764f7c3aa:0 server-side Connection retries=45
2024-12-06T01:40:56,955 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T01:40:56,956 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-06T01:40:56,963 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-06T01:40:56,964 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T01:40:56,964 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-06T01:40:57,144 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-06T01:40:57,218 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-06T01:40:57,227 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-06T01:40:57,232 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-06T01:40:57,262 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1569 (auto-detected)
2024-12-06T01:40:57,264 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-12-06T01:40:57,292 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34147
2024-12-06T01:40:57,323 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34147 connecting to ZooKeeper ensemble=127.0.0.1:63786
2024-12-06T01:40:57,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341470x0, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-06T01:40:57,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34147-0x10064fc441a0000 connected
2024-12-06T01:40:57,428 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T01:40:57,431 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T01:40:57,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T01:40:57,449 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866, hbase.cluster.distributed=false
2024-12-06T01:40:57,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-06T01:40:57,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34147
2024-12-06T01:40:57,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34147
2024-12-06T01:40:57,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34147
2024-12-06T01:40:57,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34147
2024-12-06T01:40:57,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34147
2024-12-06T01:40:57,655 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c764f7c3aa:0 server-side Connection retries=45
2024-12-06T01:40:57,657 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T01:40:57,657 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-06T01:40:57,658 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-06T01:40:57,658 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-06T01:40:57,658 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-06T01:40:57,661 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-06T01:40:57,664 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-06T01:40:57,665 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34571
2024-12-06T01:40:57,667 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34571 connecting to ZooKeeper ensemble=127.0.0.1:63786
2024-12-06T01:40:57,669 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T01:40:57,673 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T01:40:57,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345710x0, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-06T01:40:57,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345710x0, quorum=127.0.0.1:63786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T01:40:57,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34571-0x10064fc441a0001 connected
2024-12-06T01:40:57,706 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-06T01:40:57,719 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-06T01:40:57,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34571-0x10064fc441a0001, quorum=127.0.0.1:63786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-06T01:40:57,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34571-0x10064fc441a0001, quorum=127.0.0.1:63786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-06T01:40:57,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34571
2024-12-06T01:40:57,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34571
2024-12-06T01:40:57,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34571
2024-12-06T01:40:57,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34571
2024-12-06T01:40:57,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34571
2024-12-06T01:40:57,760 DEBUG [M:0;00c764f7c3aa:34147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;00c764f7c3aa:34147
2024-12-06T01:40:57,764 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/00c764f7c3aa,34147,1733449256661
2024-12-06T01:40:57,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T01:40:57,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34571-0x10064fc441a0001, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T01:40:57,776 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/00c764f7c3aa,34147,1733449256661
2024-12-06T01:40:57,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34571-0x10064fc441a0001, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-06T01:40:57,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T01:40:57,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34571-0x10064fc441a0001, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T01:40:57,806 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-06T01:40:57,807 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/00c764f7c3aa,34147,1733449256661 from backup master directory
2024-12-06T01:40:57,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34571-0x10064fc441a0001, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T01:40:57,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/00c764f7c3aa,34147,1733449256661
2024-12-06T01:40:57,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-06T01:40:57,816 WARN  [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-06T01:40:57,817 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=00c764f7c3aa,34147,1733449256661
2024-12-06T01:40:57,820 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-06T01:40:57,825 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-06T01:40:57,900 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/hbase.id] with ID: d2c605e0-2a1a-43c9-ae8f-58399fbea776
2024-12-06T01:40:57,901 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/.tmp/hbase.id
2024-12-06T01:40:57,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741826_1002 (size=42)
2024-12-06T01:40:58,319 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/.tmp/hbase.id]:[hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/hbase.id]
2024-12-06T01:40:58,375 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-06T01:40:58,381 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-06T01:40:58,407 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms.
2024-12-06T01:40:58,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T01:40:58,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34571-0x10064fc441a0001, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T01:40:58,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741827_1003 (size=196)
2024-12-06T01:40:58,446 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T01:40:58,449 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-06T01:40:58,468 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:40:58,473 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T01:40:58,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741828_1004 (size=1189)
2024-12-06T01:40:58,940 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/data/master/store
2024-12-06T01:40:58,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741829_1005 (size=34)
2024-12-06T01:40:58,970 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-06T01:40:58,974 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T01:40:58,975 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-06T01:40:58,976 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T01:40:58,976 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T01:40:58,978 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-06T01:40:58,978 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T01:40:58,978 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T01:40:58,980 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733449258975Disabling compacts and flushes for region at 1733449258975Disabling writes for close at 1733449258978 (+3 ms)Writing region close event to WAL at 1733449258978Closed at 1733449258978
2024-12-06T01:40:58,983 WARN  [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/data/master/store/.initializing
2024-12-06T01:40:58,983 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/WALs/00c764f7c3aa,34147,1733449256661
2024-12-06T01:40:58,994 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-06T01:40:59,014 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C34147%2C1733449256661, suffix=, logDir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/WALs/00c764f7c3aa,34147,1733449256661, archiveDir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/oldWALs, maxLogs=10
2024-12-06T01:40:59,042 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/WALs/00c764f7c3aa,34147,1733449256661/00c764f7c3aa%2C34147%2C1733449256661.1733449259019, exclude list is [], retry=0
2024-12-06T01:40:59,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34665,DS-bfa55440-f7a9-494c-b8be-de2dc4c085af,DISK]
2024-12-06T01:40:59,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-06T01:40:59,106 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/WALs/00c764f7c3aa,34147,1733449256661/00c764f7c3aa%2C34147%2C1733449256661.1733449259019
2024-12-06T01:40:59,107 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35383:35383)]
2024-12-06T01:40:59,108 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-06T01:40:59,108 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T01:40:59,112 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T01:40:59,113 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T01:40:59,154 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T01:40:59,183 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-06T01:40:59,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:40:59,190 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T01:40:59,191 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T01:40:59,195 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-06T01:40:59,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:40:59,197 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:40:59,197 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T01:40:59,200 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-06T01:40:59,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:40:59,202 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:40:59,202 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T01:40:59,205 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-06T01:40:59,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:40:59,207 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:40:59,207 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T01:40:59,212 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-06T01:40:59,213 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-06T01:40:59,220 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T01:40:59,221 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T01:40:59,226 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-06T01:40:59,230 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T01:40:59,235 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T01:40:59,237 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74091501, jitterRate=0.10404939949512482}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-06T01:40:59,243 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733449259127Initializing all the Stores at 1733449259130 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449259130Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449259131 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449259132 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449259132Cleaning up temporary data from old regions at 1733449259221 (+89 ms)Region opened successfully at 1733449259243 (+22 ms)
2024-12-06T01:40:59,245 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-06T01:40:59,291 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5c6789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c764f7c3aa/172.17.0.2:0
2024-12-06T01:40:59,332 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-06T01:40:59,344 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-06T01:40:59,344 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-06T01:40:59,347 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-06T01:40:59,349 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-06T01:40:59,354 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-12-06T01:40:59,355 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-06T01:40:59,387 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-06T01:40:59,398 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-06T01:40:59,400 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-06T01:40:59,404 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-06T01:40:59,405 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-06T01:40:59,407 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-06T01:40:59,410 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-06T01:40:59,415 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-06T01:40:59,417 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-06T01:40:59,418 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-06T01:40:59,420 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-06T01:40:59,442 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-06T01:40:59,444 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-06T01:40:59,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-06T01:40:59,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34571-0x10064fc441a0001, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-06T01:40:59,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T01:40:59,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34571-0x10064fc441a0001, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T01:40:59,452 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=00c764f7c3aa,34147,1733449256661, sessionid=0x10064fc441a0000, setting cluster-up flag (Was=false)
2024-12-06T01:40:59,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T01:40:59,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34571-0x10064fc441a0001, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T01:40:59,473 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-06T01:40:59,476 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c764f7c3aa,34147,1733449256661
2024-12-06T01:40:59,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T01:40:59,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34571-0x10064fc441a0001, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T01:40:59,491 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-06T01:40:59,493 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c764f7c3aa,34147,1733449256661
2024-12-06T01:40:59,500 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-06T01:40:59,549 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(746): ClusterId : d2c605e0-2a1a-43c9-ae8f-58399fbea776
2024-12-06T01:40:59,553 DEBUG [RS:0;00c764f7c3aa:34571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-06T01:40:59,560 DEBUG [RS:0;00c764f7c3aa:34571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-06T01:40:59,560 DEBUG [RS:0;00c764f7c3aa:34571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-06T01:40:59,565 DEBUG [RS:0;00c764f7c3aa:34571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-06T01:40:59,566 DEBUG [RS:0;00c764f7c3aa:34571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ebe18c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c764f7c3aa/172.17.0.2:0
2024-12-06T01:40:59,585 DEBUG [RS:0;00c764f7c3aa:34571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;00c764f7c3aa:34571
2024-12-06T01:40:59,589 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-06T01:40:59,590 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-06T01:40:59,590 DEBUG [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-06T01:40:59,593 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c764f7c3aa,34147,1733449256661 with port=34571, startcode=1733449257601
2024-12-06T01:40:59,597 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-06T01:40:59,607 DEBUG [RS:0;00c764f7c3aa:34571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-06T01:40:59,608 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-06T01:40:59,614 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-06T01:40:59,620 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 00c764f7c3aa,34147,1733449256661
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-06T01:40:59,628 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5
2024-12-06T01:40:59,628 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5
2024-12-06T01:40:59,629 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5
2024-12-06T01:40:59,629 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5
2024-12-06T01:40:59,629 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/00c764f7c3aa:0, corePoolSize=10, maxPoolSize=10
2024-12-06T01:40:59,629 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1
2024-12-06T01:40:59,629 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=2, maxPoolSize=2
2024-12-06T01:40:59,630 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1
2024-12-06T01:40:59,637 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733449289637
2024-12-06T01:40:59,638 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-06T01:40:59,638 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-06T01:40:59,639 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-06T01:40:59,642 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-06T01:40:59,646 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-06T01:40:59,647 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-06T01:40:59,647 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-06T01:40:59,647 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-06T01:40:59,651 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-06T01:40:59,655 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44265, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-06T01:40:59,657 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:40:59,657 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-06T01:40:59,658 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-06T01:40:59,660 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-06T01:40:59,661 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-06T01:40:59,663 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34147 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:40:59,668 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-06T01:40:59,668 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-06T01:40:59,673 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449259670,5,FailOnTimeoutGroup]
2024-12-06T01:40:59,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741831_1007 (size=1321)
2024-12-06T01:40:59,680 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449259673,5,FailOnTimeoutGroup]
2024-12-06T01:40:59,680 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-06T01:40:59,680 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-06T01:40:59,681 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-06T01:40:59,682 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-06T01:40:59,682 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866
2024-12-06T01:40:59,682 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-06T01:40:59,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741832_1008 (size=32)
2024-12-06T01:40:59,698 DEBUG [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-06T01:40:59,699 WARN  [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-06T01:40:59,800 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c764f7c3aa,34147,1733449256661 with port=34571, startcode=1733449257601
2024-12-06T01:40:59,803 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34147 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c764f7c3aa,34571,1733449257601
2024-12-06T01:40:59,805 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34147 {}] master.ServerManager(517): Registering regionserver=00c764f7c3aa,34571,1733449257601
2024-12-06T01:40:59,814 DEBUG [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866
2024-12-06T01:40:59,815 DEBUG [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46093
2024-12-06T01:40:59,815 DEBUG [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-06T01:40:59,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-06T01:40:59,820 DEBUG [RS:0;00c764f7c3aa:34571 {}] zookeeper.ZKUtil(111): regionserver:34571-0x10064fc441a0001, quorum=127.0.0.1:63786, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c764f7c3aa,34571,1733449257601
2024-12-06T01:40:59,820 WARN  [RS:0;00c764f7c3aa:34571 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-06T01:40:59,821 INFO  [RS:0;00c764f7c3aa:34571 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T01:40:59,821 DEBUG [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/WALs/00c764f7c3aa,34571,1733449257601
2024-12-06T01:40:59,822 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c764f7c3aa,34571,1733449257601]
2024-12-06T01:40:59,849 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-06T01:40:59,863 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-06T01:40:59,868 INFO  [RS:0;00c764f7c3aa:34571 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-06T01:40:59,868 INFO  [RS:0;00c764f7c3aa:34571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T01:40:59,869 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-06T01:40:59,875 INFO  [RS:0;00c764f7c3aa:34571 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-06T01:40:59,877 INFO  [RS:0;00c764f7c3aa:34571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-06T01:40:59,877 DEBUG [RS:0;00c764f7c3aa:34571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1
2024-12-06T01:40:59,877 DEBUG [RS:0;00c764f7c3aa:34571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1
2024-12-06T01:40:59,878 DEBUG [RS:0;00c764f7c3aa:34571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1
2024-12-06T01:40:59,878 DEBUG [RS:0;00c764f7c3aa:34571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1
2024-12-06T01:40:59,878 DEBUG [RS:0;00c764f7c3aa:34571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1
2024-12-06T01:40:59,878 DEBUG [RS:0;00c764f7c3aa:34571 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0, corePoolSize=2, maxPoolSize=2
2024-12-06T01:40:59,878 DEBUG [RS:0;00c764f7c3aa:34571 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1
2024-12-06T01:40:59,878 DEBUG [RS:0;00c764f7c3aa:34571 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1
2024-12-06T01:40:59,878 DEBUG [RS:0;00c764f7c3aa:34571 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1
2024-12-06T01:40:59,879 DEBUG [RS:0;00c764f7c3aa:34571 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1
2024-12-06T01:40:59,879 DEBUG [RS:0;00c764f7c3aa:34571 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1
2024-12-06T01:40:59,879 DEBUG [RS:0;00c764f7c3aa:34571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1
2024-12-06T01:40:59,879 DEBUG [RS:0;00c764f7c3aa:34571 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3
2024-12-06T01:40:59,879 DEBUG [RS:0;00c764f7c3aa:34571 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3
2024-12-06T01:40:59,880 INFO  [RS:0;00c764f7c3aa:34571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-06T01:40:59,880 INFO  [RS:0;00c764f7c3aa:34571 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-06T01:40:59,880 INFO  [RS:0;00c764f7c3aa:34571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T01:40:59,881 INFO  [RS:0;00c764f7c3aa:34571 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-06T01:40:59,881 INFO  [RS:0;00c764f7c3aa:34571 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-06T01:40:59,881 INFO  [RS:0;00c764f7c3aa:34571 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,34571,1733449257601-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-06T01:40:59,903 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-06T01:40:59,905 INFO  [RS:0;00c764f7c3aa:34571 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,34571,1733449257601-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T01:40:59,906 INFO  [RS:0;00c764f7c3aa:34571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T01:40:59,906 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.Replication(171): 00c764f7c3aa,34571,1733449257601 started
2024-12-06T01:40:59,925 INFO  [RS:0;00c764f7c3aa:34571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T01:40:59,926 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(1482): Serving as 00c764f7c3aa,34571,1733449257601, RpcServer on 00c764f7c3aa/172.17.0.2:34571, sessionid=0x10064fc441a0001
2024-12-06T01:40:59,927 DEBUG [RS:0;00c764f7c3aa:34571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-06T01:40:59,927 DEBUG [RS:0;00c764f7c3aa:34571 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c764f7c3aa,34571,1733449257601
2024-12-06T01:40:59,927 DEBUG [RS:0;00c764f7c3aa:34571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,34571,1733449257601'
2024-12-06T01:40:59,927 DEBUG [RS:0;00c764f7c3aa:34571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-06T01:40:59,928 DEBUG [RS:0;00c764f7c3aa:34571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-06T01:40:59,929 DEBUG [RS:0;00c764f7c3aa:34571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-06T01:40:59,929 DEBUG [RS:0;00c764f7c3aa:34571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-06T01:40:59,930 DEBUG [RS:0;00c764f7c3aa:34571 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c764f7c3aa,34571,1733449257601
2024-12-06T01:40:59,930 DEBUG [RS:0;00c764f7c3aa:34571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,34571,1733449257601'
2024-12-06T01:40:59,930 DEBUG [RS:0;00c764f7c3aa:34571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-06T01:40:59,930 DEBUG [RS:0;00c764f7c3aa:34571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-06T01:40:59,931 DEBUG [RS:0;00c764f7c3aa:34571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-06T01:40:59,931 INFO  [RS:0;00c764f7c3aa:34571 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-06T01:40:59,931 INFO  [RS:0;00c764f7c3aa:34571 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-06T01:41:00,037 INFO  [RS:0;00c764f7c3aa:34571 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-06T01:41:00,040 INFO  [RS:0;00c764f7c3aa:34571 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C34571%2C1733449257601, suffix=, logDir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/WALs/00c764f7c3aa,34571,1733449257601, archiveDir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/oldWALs, maxLogs=32
2024-12-06T01:41:00,058 DEBUG [RS:0;00c764f7c3aa:34571 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/WALs/00c764f7c3aa,34571,1733449257601/00c764f7c3aa%2C34571%2C1733449257601.1733449260043, exclude list is [], retry=0
2024-12-06T01:41:00,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34665,DS-bfa55440-f7a9-494c-b8be-de2dc4c085af,DISK]
2024-12-06T01:41:00,066 INFO  [RS:0;00c764f7c3aa:34571 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/WALs/00c764f7c3aa,34571,1733449257601/00c764f7c3aa%2C34571%2C1733449257601.1733449260043
2024-12-06T01:41:00,067 DEBUG [RS:0;00c764f7c3aa:34571 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35383:35383)]
2024-12-06T01:41:00,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T01:41:00,104 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-06T01:41:00,106 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-06T01:41:00,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:00,107 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T01:41:00,108 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-06T01:41:00,110 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-06T01:41:00,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:00,111 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T01:41:00,111 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-06T01:41:00,113 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-06T01:41:00,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:00,114 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T01:41:00,114 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-06T01:41:00,117 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-06T01:41:00,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:00,118 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T01:41:00,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-06T01:41:00,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740
2024-12-06T01:41:00,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740
2024-12-06T01:41:00,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-06T01:41:00,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-06T01:41:00,124 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-06T01:41:00,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-06T01:41:00,132 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T01:41:00,133 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66805328, jitterRate=-0.004523038864135742}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-06T01:41:00,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733449260101Initializing all the Stores at 1733449260103 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449260103Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449260104 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449260104Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449260104Cleaning up temporary data from old regions at 1733449260123 (+19 ms)Region opened successfully at 1733449260135 (+12 ms)
2024-12-06T01:41:00,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-06T01:41:00,136 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-06T01:41:00,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-06T01:41:00,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-06T01:41:00,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-06T01:41:00,138 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-06T01:41:00,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733449260136Disabling compacts and flushes for region at 1733449260136Disabling writes for close at 1733449260136Writing region close event to WAL at 1733449260137 (+1 ms)Closed at 1733449260138 (+1 ms)
2024-12-06T01:41:00,143 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-06T01:41:00,143 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-06T01:41:00,149 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-06T01:41:00,158 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-06T01:41:00,161 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-06T01:41:00,315 DEBUG [00c764f7c3aa:34147 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-06T01:41:00,329 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:00,336 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c764f7c3aa,34571,1733449257601, state=OPENING
2024-12-06T01:41:00,341 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-06T01:41:00,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T01:41:00,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34571-0x10064fc441a0001, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T01:41:00,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T01:41:00,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T01:41:00,346 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-06T01:41:00,348 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=00c764f7c3aa,34571,1733449257601}]
2024-12-06T01:41:00,525 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-06T01:41:00,529 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44215, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-06T01:41:00,541 INFO  [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-06T01:41:00,541 INFO  [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T01:41:00,542 INFO  [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-06T01:41:00,546 INFO  [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C34571%2C1733449257601.meta, suffix=.meta, logDir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/WALs/00c764f7c3aa,34571,1733449257601, archiveDir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/oldWALs, maxLogs=32
2024-12-06T01:41:00,565 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/WALs/00c764f7c3aa,34571,1733449257601/00c764f7c3aa%2C34571%2C1733449257601.meta.1733449260549.meta, exclude list is [], retry=0
2024-12-06T01:41:00,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34665,DS-bfa55440-f7a9-494c-b8be-de2dc4c085af,DISK]
2024-12-06T01:41:00,573 INFO  [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/WALs/00c764f7c3aa,34571,1733449257601/00c764f7c3aa%2C34571%2C1733449257601.meta.1733449260549.meta
2024-12-06T01:41:00,573 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35383:35383)]
2024-12-06T01:41:00,574 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-06T01:41:00,576 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-06T01:41:00,580 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-06T01:41:00,586 INFO  [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-06T01:41:00,591 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-06T01:41:00,592 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T01:41:00,593 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-06T01:41:00,593 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-06T01:41:00,597 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-06T01:41:00,598 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-06T01:41:00,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:00,600 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T01:41:00,600 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-06T01:41:00,602 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-06T01:41:00,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:00,603 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T01:41:00,603 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-06T01:41:00,605 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-06T01:41:00,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:00,606 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T01:41:00,606 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-06T01:41:00,607 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-06T01:41:00,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:00,609 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T01:41:00,609 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-06T01:41:00,610 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740
2024-12-06T01:41:00,613 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740
2024-12-06T01:41:00,615 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-06T01:41:00,615 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-06T01:41:00,616 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-06T01:41:00,619 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-06T01:41:00,621 INFO  [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72003882, jitterRate=0.07294145226478577}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-06T01:41:00,621 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-06T01:41:00,623 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733449260593Writing region info on filesystem at 1733449260594 (+1 ms)Initializing all the Stores at 1733449260596 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449260596Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449260596Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449260596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449260596Cleaning up temporary data from old regions at 1733449260616 (+20 ms)Running coprocessor post-open hooks at 1733449260621 (+5 ms)Region opened successfully at 1733449260623 (+2 ms)
2024-12-06T01:41:00,631 INFO  [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733449260516
2024-12-06T01:41:00,643 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-06T01:41:00,644 INFO  [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-06T01:41:00,645 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:00,648 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c764f7c3aa,34571,1733449257601, state=OPEN
2024-12-06T01:41:00,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-06T01:41:00,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34571-0x10064fc441a0001, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-06T01:41:00,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T01:41:00,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-06T01:41:00,654 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:00,660 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-06T01:41:00,661 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=00c764f7c3aa,34571,1733449257601 in 307 msec
2024-12-06T01:41:00,668 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-06T01:41:00,668 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 513 msec
2024-12-06T01:41:00,669 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-06T01:41:00,670 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-06T01:41:00,697 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:00,698 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:00,725 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:00,728 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55869, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:00,749 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2100 sec
2024-12-06T01:41:00,750 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733449260750, completionTime=-1
2024-12-06T01:41:00,753 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-06T01:41:00,753 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-06T01:41:00,804 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-06T01:41:00,804 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733449320804
2024-12-06T01:41:00,804 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733449380804
2024-12-06T01:41:00,804 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 51 msec
2024-12-06T01:41:00,807 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,34147,1733449256661-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-06T01:41:00,807 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,34147,1733449256661-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T01:41:00,807 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,34147,1733449256661-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T01:41:00,809 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-00c764f7c3aa:34147, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T01:41:00,809 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-06T01:41:00,810 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-06T01:41:00,819 DEBUG [master/00c764f7c3aa:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-06T01:41:00,847 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.030sec
2024-12-06T01:41:00,849 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-06T01:41:00,850 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-06T01:41:00,851 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-06T01:41:00,852 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-06T01:41:00,852 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-06T01:41:00,853 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,34147,1733449256661-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-06T01:41:00,853 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,34147,1733449256661-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-06T01:41:00,862 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-06T01:41:00,863 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-06T01:41:00,863 INFO  [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,34147,1733449256661-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-06T01:41:00,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bca31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:00,960 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-06T01:41:00,960 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-06T01:41:00,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:00,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:00,974 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:00,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e3743c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:00,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:00,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:00,985 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:00,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512c5941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:00,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:00,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:00,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:01,000 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:01,021 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=00c764f7c3aa,34147,1733449256661
2024-12-06T01:41:01,037 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=451, ProcessCount=11, AvailableMemoryMB=10603
2024-12-06T01:41:01,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-06T01:41:01,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 00c764f7c3aa,34147,1733449256661
2024-12-06T01:41:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57db5d72
2024-12-06T01:41:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-06T01:41:01,057 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-06T01:41:01,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-06T01:41:01,064 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T01:41:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-12-06T01:41:01,076 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T01:41:01,079 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 4
2024-12-06T01:41:01,079 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:01,082 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T01:41:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-06T01:41:01,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741835_1011 (size=1061)
2024-12-06T01:41:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-06T01:41:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-06T01:41:01,497 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866
2024-12-06T01:41:01,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741836_1012 (size=53)
2024-12-06T01:41:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-06T01:41:01,908 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T01:41:01,909 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f348020e25d42bc4501cb844ecda8f5d, disabling compactions & flushes
2024-12-06T01:41:01,909 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:01,909 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:01,909 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. after waiting 0 ms
2024-12-06T01:41:01,909 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:01,909 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:01,909 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f348020e25d42bc4501cb844ecda8f5d:
Waiting for close lock at 1733449261908Disabling compacts and flushes for region at 1733449261908Disabling writes for close at 1733449261909 (+1 ms)Writing region close event to WAL at 1733449261909Closed at 1733449261909
2024-12-06T01:41:01,911 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T01:41:01,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733449261912"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733449261912"}]},"ts":"1733449261912"}
2024-12-06T01:41:01,922 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T01:41:01,924 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T01:41:01,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449261924"}]},"ts":"1733449261924"}
2024-12-06T01:41:01,931 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-06T01:41:01,933 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f348020e25d42bc4501cb844ecda8f5d, ASSIGN}]
2024-12-06T01:41:01,936 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f348020e25d42bc4501cb844ecda8f5d, ASSIGN
2024-12-06T01:41:01,938 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f348020e25d42bc4501cb844ecda8f5d, ASSIGN; state=OFFLINE, location=00c764f7c3aa,34571,1733449257601; forceNewPlan=false, retain=false
2024-12-06T01:41:02,090 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f348020e25d42bc4501cb844ecda8f5d, regionState=OPENING, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:02,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f348020e25d42bc4501cb844ecda8f5d, ASSIGN because future has completed
2024-12-06T01:41:02,096 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601}]
2024-12-06T01:41:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-06T01:41:02,257 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:02,258 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
2024-12-06T01:41:02,258 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:02,259 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T01:41:02,259 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:02,259 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:02,261 INFO  [StoreOpener-f348020e25d42bc4501cb844ecda8f5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f348020e25d42bc4501cb844ecda8f5d 
2024-12-06T01:41:02,265 INFO  [StoreOpener-f348020e25d42bc4501cb844ecda8f5d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:41:02,265 INFO  [StoreOpener-f348020e25d42bc4501cb844ecda8f5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f348020e25d42bc4501cb844ecda8f5d columnFamilyName A
2024-12-06T01:41:02,265 DEBUG [StoreOpener-f348020e25d42bc4501cb844ecda8f5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:02,266 INFO  [StoreOpener-f348020e25d42bc4501cb844ecda8f5d-1 {}] regionserver.HStore(327): Store=f348020e25d42bc4501cb844ecda8f5d/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:41:02,266 INFO  [StoreOpener-f348020e25d42bc4501cb844ecda8f5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f348020e25d42bc4501cb844ecda8f5d 
2024-12-06T01:41:02,269 INFO  [StoreOpener-f348020e25d42bc4501cb844ecda8f5d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:41:02,269 INFO  [StoreOpener-f348020e25d42bc4501cb844ecda8f5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f348020e25d42bc4501cb844ecda8f5d columnFamilyName B
2024-12-06T01:41:02,269 DEBUG [StoreOpener-f348020e25d42bc4501cb844ecda8f5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:02,270 INFO  [StoreOpener-f348020e25d42bc4501cb844ecda8f5d-1 {}] regionserver.HStore(327): Store=f348020e25d42bc4501cb844ecda8f5d/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:41:02,270 INFO  [StoreOpener-f348020e25d42bc4501cb844ecda8f5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f348020e25d42bc4501cb844ecda8f5d 
2024-12-06T01:41:02,273 INFO  [StoreOpener-f348020e25d42bc4501cb844ecda8f5d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:41:02,273 INFO  [StoreOpener-f348020e25d42bc4501cb844ecda8f5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f348020e25d42bc4501cb844ecda8f5d columnFamilyName C
2024-12-06T01:41:02,273 DEBUG [StoreOpener-f348020e25d42bc4501cb844ecda8f5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:02,274 INFO  [StoreOpener-f348020e25d42bc4501cb844ecda8f5d-1 {}] regionserver.HStore(327): Store=f348020e25d42bc4501cb844ecda8f5d/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:41:02,275 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:02,275 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:02,277 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:02,277 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:02,280 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:02,280 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:02,281 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-06T01:41:02,284 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:02,288 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T01:41:02,289 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f348020e25d42bc4501cb844ecda8f5d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65065148, jitterRate=-0.030453741550445557}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-06T01:41:02,290 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:02,291 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f348020e25d42bc4501cb844ecda8f5d:
Running coprocessor pre-open hook at 1733449262259Writing region info on filesystem at 1733449262259Initializing all the Stores at 1733449262261 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449262261Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449262261Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449262261Cleaning up temporary data from old regions at 1733449262280 (+19 ms)Running coprocessor post-open hooks at 1733449262290 (+10 ms)Region opened successfully at 1733449262291 (+1 ms)
2024-12-06T01:41:02,294 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., pid=6, masterSystemTime=1733449262250
2024-12-06T01:41:02,298 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:02,298 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:02,299 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f348020e25d42bc4501cb844ecda8f5d, regionState=OPEN, openSeqNum=2, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:02,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601 because future has completed
2024-12-06T01:41:02,309 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-06T01:41:02,309 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601 in 209 msec
2024-12-06T01:41:02,313 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-06T01:41:02,313 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f348020e25d42bc4501cb844ecda8f5d, ASSIGN in 376 msec
2024-12-06T01:41:02,315 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T01:41:02,315 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449262315"}]},"ts":"1733449262315"}
2024-12-06T01:41:02,318 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-06T01:41:02,319 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T01:41:02,323 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2530 sec
2024-12-06T01:41:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-06T01:41:03,234 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:03,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0b3b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:03,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:03,242 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:03,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d417a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:03,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:03,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:03,245 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:03,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9a777e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:03,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:03,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:03,252 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:03,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-06T01:41:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 00c764f7c3aa,34147,1733449256661
2024-12-06T01:41:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@144e408
2024-12-06T01:41:03,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-06T01:41:03,261 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-06T01:41:03,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340b46e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:03,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:03,269 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:03,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:03,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:03,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175526a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:03,271 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:03,271 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:03,273 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:03,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f55d533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6edf4fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:03,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:03,276 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:03,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:03,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:03,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ccb4eda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:03,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:03,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:03,279 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:03,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc8436a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f4b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:03,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:03,282 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:03,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:03,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:03,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bc6ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:03,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:03,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:03,285 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:03,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc4f8ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52294ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:03,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:03,293 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:03,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:03,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:03,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2555cfdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:03,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:03,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:03,297 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60740, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:03,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58577299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7926de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:03,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:03,301 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:03,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b688ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:03,303 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:03,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344fa400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b48425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:03,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:03,308 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:03,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:03,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:03,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eac2906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:03,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:03,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:03,311 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:03,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a3e301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4454ce2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:03,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:03,316 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:03,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:03,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:03,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44bee5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:03,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:03,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:03,318 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:03,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a98f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a9c1c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:03,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:03,322 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:03,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:03,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:03,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f232f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:03,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:03,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:03,324 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:03,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be3f202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cadbd93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:03,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:03,327 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:03,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:03,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:03,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f437cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:03,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:03,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:03,329 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:03,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a903853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:03,335 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:03,335 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:03,335 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:03,335 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:03,335 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:03,337 DEBUG [Thread-149 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:03,337 DEBUG [Thread-149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:03,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:03,338 DEBUG [Thread-147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:03,339 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:03,339 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:03,339 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:03,340 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:03,340 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:03,344 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:41:03,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:41:03,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:41:03,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:41:03,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:41:03,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:41:03,355 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:03,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:03,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:03,358 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees
2024-12-06T01:41:03,359 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:03,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:03,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:03,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:41:03,363 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:03,364 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:41:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-06T01:41:03,366 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:41:03,367 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:03,368 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:41:03,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:41:03,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:03,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:03,371 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:03,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:41:03,376 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:03,385 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:03,385 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:03,388 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:03,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:41:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:03,450 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-06T01:41:03,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:03,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:03,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:03,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:03,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:03,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-06T01:41:03,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-06T01:41:03,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:03,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:03,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:03,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:03,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:03,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:03,593 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449323553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:03,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449323569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449323553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:03,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:03,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:03,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:03,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449323576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:03,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:03,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449323588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:03,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:03,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/7d923dbd54d0402bb903b22c1a72e8d6 is 50, key is test_row_0/A:col10/1733449263402/Put/seqid=0
2024-12-06T01:41:03,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741837_1013 (size=12001)
2024-12-06T01:41:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-06T01:41:03,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449323716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:03,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449323714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:03,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449323717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:03,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:03,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449323717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449323716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:03,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:03,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:03,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-06T01:41:03,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:03,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:03,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:03,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:03,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:03,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-06T01:41:03,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:03,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:03,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:03,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:03,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:03,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449323934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:03,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:03,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449323936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:03,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449323937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:03,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:03,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449323943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:03,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449323943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:03,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:03,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-06T01:41:04,063 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/7d923dbd54d0402bb903b22c1a72e8d6
2024-12-06T01:41:04,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-06T01:41:04,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:04,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:04,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:04,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:04,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:04,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/638634d161494f93ab74761b46491ae8 is 50, key is test_row_0/B:col10/1733449263402/Put/seqid=0
2024-12-06T01:41:04,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741838_1014 (size=12001)
2024-12-06T01:41:04,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449324244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:04,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:04,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:04,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:04,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-06T01:41:04,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:04,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:04,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:04,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:04,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:04,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449324253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:04,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449324253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:04,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:04,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:04,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:04,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:04,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:04,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:04,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449324254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:04,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:04,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:04,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:04,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449324254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:04,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:04,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:04,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:04,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-06T01:41:04,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:04,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:04,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:04,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:04,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-06T01:41:04,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-06T01:41:04,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:04,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:04,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:04,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:04,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:04,598 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/638634d161494f93ab74761b46491ae8
2024-12-06T01:41:04,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/128aa25c397d4245a56f7b08835b0a95 is 50, key is test_row_0/C:col10/1733449263402/Put/seqid=0
2024-12-06T01:41:04,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741839_1015 (size=12001)
2024-12-06T01:41:04,681 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/128aa25c397d4245a56f7b08835b0a95
2024-12-06T01:41:04,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/7d923dbd54d0402bb903b22c1a72e8d6 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/7d923dbd54d0402bb903b22c1a72e8d6
2024-12-06T01:41:04,716 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/7d923dbd54d0402bb903b22c1a72e8d6, entries=150, sequenceid=13, filesize=11.7 K
2024-12-06T01:41:04,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-06T01:41:04,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:04,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/638634d161494f93ab74761b46491ae8 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/638634d161494f93ab74761b46491ae8
2024-12-06T01:41:04,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:04,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:04,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:04,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:04,742 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/638634d161494f93ab74761b46491ae8, entries=150, sequenceid=13, filesize=11.7 K
2024-12-06T01:41:04,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/128aa25c397d4245a56f7b08835b0a95 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/128aa25c397d4245a56f7b08835b0a95
2024-12-06T01:41:04,756 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/128aa25c397d4245a56f7b08835b0a95, entries=150, sequenceid=13, filesize=11.7 K
2024-12-06T01:41:04,764 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for f348020e25d42bc4501cb844ecda8f5d in 1313ms, sequenceid=13, compaction requested=false
2024-12-06T01:41:04,765 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-12-06T01:41:04,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:04,827 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-12-06T01:41:04,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:04,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:04,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:04,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:04,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:04,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:04,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/396084c3c0d943b0aae2e003a2ffe845 is 50, key is test_row_0/A:col10/1733449263571/Put/seqid=0
2024-12-06T01:41:04,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-06T01:41:04,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:04,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:04,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:04,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:04,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:04,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449324864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:04,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:04,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:04,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:04,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449324874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:04,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741840_1016 (size=14341)
2024-12-06T01:41:04,945 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/396084c3c0d943b0aae2e003a2ffe845
2024-12-06T01:41:04,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449324900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:04,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:04,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:04,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:04,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449324914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:04,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449324916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:04,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:04,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:04,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:04,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/19777b9ac7124926b69dd8178aab4ded is 50, key is test_row_0/B:col10/1733449263571/Put/seqid=0
2024-12-06T01:41:05,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741841_1017 (size=12001)
2024-12-06T01:41:05,038 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/19777b9ac7124926b69dd8178aab4ded
2024-12-06T01:41:05,039 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449325023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:05,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449325023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:05,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-06T01:41:05,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:05,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:05,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:05,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:05,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:05,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:05,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/98b902fcbedd40698ff1bb5af555fb44 is 50, key is test_row_0/C:col10/1733449263571/Put/seqid=0
2024-12-06T01:41:05,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449325064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:05,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449325083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:05,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449325083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:05,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:05,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741842_1018 (size=12001)
2024-12-06T01:41:05,119 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/98b902fcbedd40698ff1bb5af555fb44
2024-12-06T01:41:05,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/396084c3c0d943b0aae2e003a2ffe845 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/396084c3c0d943b0aae2e003a2ffe845
2024-12-06T01:41:05,163 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/396084c3c0d943b0aae2e003a2ffe845, entries=200, sequenceid=34, filesize=14.0 K
2024-12-06T01:41:05,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/19777b9ac7124926b69dd8178aab4ded as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/19777b9ac7124926b69dd8178aab4ded
2024-12-06T01:41:05,179 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/19777b9ac7124926b69dd8178aab4ded, entries=150, sequenceid=34, filesize=11.7 K
2024-12-06T01:41:05,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/98b902fcbedd40698ff1bb5af555fb44 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/98b902fcbedd40698ff1bb5af555fb44
2024-12-06T01:41:05,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-06T01:41:05,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:05,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:05,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:05,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:05,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:05,204 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/98b902fcbedd40698ff1bb5af555fb44, entries=150, sequenceid=34, filesize=11.7 K
2024-12-06T01:41:05,220 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for f348020e25d42bc4501cb844ecda8f5d in 392ms, sequenceid=34, compaction requested=false
2024-12-06T01:41:05,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:05,265 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-06T01:41:05,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:05,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:05,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:05,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:05,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:05,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:05,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/ac023f26256441f6b449311107d39041 is 50, key is test_row_0/A:col10/1733449264845/Put/seqid=0
2024-12-06T01:41:05,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741843_1019 (size=12001)
2024-12-06T01:41:05,328 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/ac023f26256441f6b449311107d39041
2024-12-06T01:41:05,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/2f3105f2311441afbb5fbf4438d24ff7 is 50, key is test_row_0/B:col10/1733449264845/Put/seqid=0
2024-12-06T01:41:05,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741844_1020 (size=12001)
2024-12-06T01:41:05,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-06T01:41:05,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:05,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:05,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:05,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:05,362 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/2f3105f2311441afbb5fbf4438d24ff7
2024-12-06T01:41:05,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:05,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/0548af3afc384ba8b73d1ceb2b0abc19 is 50, key is test_row_0/C:col10/1733449264845/Put/seqid=0
2024-12-06T01:41:05,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741845_1021 (size=12001)
2024-12-06T01:41:05,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449325419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:05,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:05,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449325419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:05,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:05,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449325422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:05,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:05,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449325433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:05,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:05,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449325424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:05,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:05,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:05,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-06T01:41:05,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:05,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:05,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:05,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:05,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-06T01:41:05,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449325543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:05,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:05,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449325544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:05,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:05,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449325544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:05,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449325562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:05,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449325563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:05,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:05,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-06T01:41:05,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:05,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:05,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:05,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:05,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:05,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449325753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:05,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:05,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449325754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:05,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:05,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449325763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:05,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449325783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:05,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:05,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449325783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:05,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:05,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:05,812 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/0548af3afc384ba8b73d1ceb2b0abc19
2024-12-06T01:41:05,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/ac023f26256441f6b449311107d39041 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/ac023f26256441f6b449311107d39041
2024-12-06T01:41:05,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-06T01:41:05,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:05,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:05,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:05,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:05,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:05,841 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/ac023f26256441f6b449311107d39041, entries=150, sequenceid=46, filesize=11.7 K
2024-12-06T01:41:05,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/2f3105f2311441afbb5fbf4438d24ff7 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/2f3105f2311441afbb5fbf4438d24ff7
2024-12-06T01:41:05,855 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/2f3105f2311441afbb5fbf4438d24ff7, entries=150, sequenceid=46, filesize=11.7 K
2024-12-06T01:41:05,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/0548af3afc384ba8b73d1ceb2b0abc19 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/0548af3afc384ba8b73d1ceb2b0abc19
2024-12-06T01:41:05,873 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/0548af3afc384ba8b73d1ceb2b0abc19, entries=150, sequenceid=46, filesize=11.7 K
2024-12-06T01:41:05,881 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for f348020e25d42bc4501cb844ecda8f5d in 615ms, sequenceid=46, compaction requested=true
2024-12-06T01:41:05,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:05,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:41:05,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:05,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:41:05,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:05,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:41:05,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-06T01:41:05,897 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:05,899 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:05,907 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:05,909 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/B is initiating minor compaction (all files)
2024-12-06T01:41:05,909 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/B in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:05,910 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/638634d161494f93ab74761b46491ae8, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/19777b9ac7124926b69dd8178aab4ded, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/2f3105f2311441afbb5fbf4438d24ff7] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=35.2 K
2024-12-06T01:41:05,912 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:05,912 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/A is initiating minor compaction (all files)
2024-12-06T01:41:05,912 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 638634d161494f93ab74761b46491ae8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733449263402
2024-12-06T01:41:05,912 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/A in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:05,912 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/7d923dbd54d0402bb903b22c1a72e8d6, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/396084c3c0d943b0aae2e003a2ffe845, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/ac023f26256441f6b449311107d39041] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=37.4 K
2024-12-06T01:41:05,913 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 19777b9ac7124926b69dd8178aab4ded, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1733449263567
2024-12-06T01:41:05,913 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d923dbd54d0402bb903b22c1a72e8d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733449263402
2024-12-06T01:41:05,914 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f3105f2311441afbb5fbf4438d24ff7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733449264845
2024-12-06T01:41:05,914 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 396084c3c0d943b0aae2e003a2ffe845, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1733449263538
2024-12-06T01:41:05,916 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac023f26256441f6b449311107d39041, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733449264845
2024-12-06T01:41:05,985 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#A#compaction#9 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:05,986 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/307732f3418c4f17b768d4ed4c5a2490 is 50, key is test_row_0/A:col10/1733449264845/Put/seqid=0
2024-12-06T01:41:05,988 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#B#compaction#10 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:05,989 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/3d7dc4be27db4e95a32e13ab08fa3b2d is 50, key is test_row_0/B:col10/1733449264845/Put/seqid=0
2024-12-06T01:41:05,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-06T01:41:05,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:05,991 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-06T01:41:05,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:05,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:05,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:05,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:05,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:05,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:06,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741846_1022 (size=12104)
2024-12-06T01:41:06,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/3a9fb45f8bcd4fca97409417d7c98b1a is 50, key is test_row_0/A:col10/1733449265428/Put/seqid=0
2024-12-06T01:41:06,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741847_1023 (size=12104)
2024-12-06T01:41:06,056 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/307732f3418c4f17b768d4ed4c5a2490 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/307732f3418c4f17b768d4ed4c5a2490
2024-12-06T01:41:06,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741848_1024 (size=12001)
2024-12-06T01:41:06,076 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/3d7dc4be27db4e95a32e13ab08fa3b2d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/3d7dc4be27db4e95a32e13ab08fa3b2d
2024-12-06T01:41:06,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:06,078 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/3a9fb45f8bcd4fca97409417d7c98b1a
2024-12-06T01:41:06,101 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/B of f348020e25d42bc4501cb844ecda8f5d into 3d7dc4be27db4e95a32e13ab08fa3b2d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:06,101 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/A of f348020e25d42bc4501cb844ecda8f5d into 307732f3418c4f17b768d4ed4c5a2490(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:06,101 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:06,101 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:06,104 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T01:41:06,104 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/B, priority=13, startTime=1733449265893; duration=0sec
2024-12-06T01:41:06,105 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/A, priority=13, startTime=1733449265883; duration=0sec
2024-12-06T01:41:06,105 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:06,105 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:B
2024-12-06T01:41:06,105 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:06,107 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:06,107 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/C is initiating minor compaction (all files)
2024-12-06T01:41:06,107 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/C in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:06,108 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/128aa25c397d4245a56f7b08835b0a95, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/98b902fcbedd40698ff1bb5af555fb44, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/0548af3afc384ba8b73d1ceb2b0abc19] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=35.2 K
2024-12-06T01:41:06,108 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:06,108 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:A
2024-12-06T01:41:06,109 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 128aa25c397d4245a56f7b08835b0a95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733449263402
2024-12-06T01:41:06,109 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 98b902fcbedd40698ff1bb5af555fb44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1733449263567
2024-12-06T01:41:06,110 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 0548af3afc384ba8b73d1ceb2b0abc19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733449264845
2024-12-06T01:41:06,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/961914b85b3b4692925e2ec35b66f023 is 50, key is test_row_0/B:col10/1733449265428/Put/seqid=0
2024-12-06T01:41:06,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449326132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449326136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449326136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449326140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449326140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,168 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#C#compaction#13 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:06,169 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/e00753ef50854f8fb6a6299ff609b0ee is 50, key is test_row_0/C:col10/1733449264845/Put/seqid=0
2024-12-06T01:41:06,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741849_1025 (size=12001)
2024-12-06T01:41:06,184 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/961914b85b3b4692925e2ec35b66f023
2024-12-06T01:41:06,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741850_1026 (size=12104)
2024-12-06T01:41:06,220 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/e00753ef50854f8fb6a6299ff609b0ee as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/e00753ef50854f8fb6a6299ff609b0ee
2024-12-06T01:41:06,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/496509d6b7ec482497a75d2d9c8aff0d is 50, key is test_row_0/C:col10/1733449265428/Put/seqid=0
2024-12-06T01:41:06,238 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/C of f348020e25d42bc4501cb844ecda8f5d into e00753ef50854f8fb6a6299ff609b0ee(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:06,238 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:06,238 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/C, priority=13, startTime=1733449265894; duration=0sec
2024-12-06T01:41:06,239 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:06,239 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:C
2024-12-06T01:41:06,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741851_1027 (size=12001)
2024-12-06T01:41:06,250 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-06T01:41:06,254 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/496509d6b7ec482497a75d2d9c8aff0d
2024-12-06T01:41:06,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/3a9fb45f8bcd4fca97409417d7c98b1a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/3a9fb45f8bcd4fca97409417d7c98b1a
2024-12-06T01:41:06,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449326264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449326264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449326264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449326264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449326265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,281 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/3a9fb45f8bcd4fca97409417d7c98b1a, entries=150, sequenceid=66, filesize=11.7 K
2024-12-06T01:41:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/961914b85b3b4692925e2ec35b66f023 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/961914b85b3b4692925e2ec35b66f023
2024-12-06T01:41:06,329 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/961914b85b3b4692925e2ec35b66f023, entries=150, sequenceid=66, filesize=11.7 K
2024-12-06T01:41:06,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/496509d6b7ec482497a75d2d9c8aff0d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/496509d6b7ec482497a75d2d9c8aff0d
2024-12-06T01:41:06,352 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/496509d6b7ec482497a75d2d9c8aff0d, entries=150, sequenceid=66, filesize=11.7 K
2024-12-06T01:41:06,357 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for f348020e25d42bc4501cb844ecda8f5d in 366ms, sequenceid=66, compaction requested=false
2024-12-06T01:41:06,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:06,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:06,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-12-06T01:41:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-12-06T01:41:06,364 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-06T01:41:06,364 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9920 sec
2024-12-06T01:41:06,370 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 3.0190 sec
2024-12-06T01:41:06,489 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-06T01:41:06,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:06,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:06,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:06,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:06,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:06,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:06,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/b93154eddfbc4c0eb61a8de310bdb6d1 is 50, key is test_row_0/A:col10/1733449266486/Put/seqid=0
2024-12-06T01:41:06,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741852_1028 (size=14341)
2024-12-06T01:41:06,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449326591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449326600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449326600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449326606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449326607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,721 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449326716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449326724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449326724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449326724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449326724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,937 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/b93154eddfbc4c0eb61a8de310bdb6d1
2024-12-06T01:41:06,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449326934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449326944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449326944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449326944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449326944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:06,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/099a021b0dbd43b48bf3658dd453bb88 is 50, key is test_row_0/B:col10/1733449266486/Put/seqid=0
2024-12-06T01:41:06,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:07,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741853_1029 (size=12001)
2024-12-06T01:41:07,010 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/099a021b0dbd43b48bf3658dd453bb88
2024-12-06T01:41:07,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/ac8a0f10db2d4e978ed6329d3e232bb4 is 50, key is test_row_0/C:col10/1733449266486/Put/seqid=0
2024-12-06T01:41:07,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741854_1030 (size=12001)
2024-12-06T01:41:07,073 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/ac8a0f10db2d4e978ed6329d3e232bb4
2024-12-06T01:41:07,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/b93154eddfbc4c0eb61a8de310bdb6d1 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/b93154eddfbc4c0eb61a8de310bdb6d1
2024-12-06T01:41:07,107 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/b93154eddfbc4c0eb61a8de310bdb6d1, entries=200, sequenceid=83, filesize=14.0 K
2024-12-06T01:41:07,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/099a021b0dbd43b48bf3658dd453bb88 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/099a021b0dbd43b48bf3658dd453bb88
2024-12-06T01:41:07,129 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/099a021b0dbd43b48bf3658dd453bb88, entries=150, sequenceid=83, filesize=11.7 K
2024-12-06T01:41:07,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/ac8a0f10db2d4e978ed6329d3e232bb4 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/ac8a0f10db2d4e978ed6329d3e232bb4
2024-12-06T01:41:07,147 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/ac8a0f10db2d4e978ed6329d3e232bb4, entries=150, sequenceid=83, filesize=11.7 K
2024-12-06T01:41:07,151 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for f348020e25d42bc4501cb844ecda8f5d in 662ms, sequenceid=83, compaction requested=true
2024-12-06T01:41:07,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:07,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:41:07,151 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:07,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:07,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:41:07,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:07,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:41:07,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-06T01:41:07,154 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:07,154 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:07,154 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/A is initiating minor compaction (all files)
2024-12-06T01:41:07,154 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/A in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:07,154 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/307732f3418c4f17b768d4ed4c5a2490, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/3a9fb45f8bcd4fca97409417d7c98b1a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/b93154eddfbc4c0eb61a8de310bdb6d1] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=37.5 K
2024-12-06T01:41:07,155 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 307732f3418c4f17b768d4ed4c5a2490, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733449264845
2024-12-06T01:41:07,156 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a9fb45f8bcd4fca97409417d7c98b1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733449265416
2024-12-06T01:41:07,157 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting b93154eddfbc4c0eb61a8de310bdb6d1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733449266131
2024-12-06T01:41:07,165 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:07,165 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/B is initiating minor compaction (all files)
2024-12-06T01:41:07,166 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/B in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:07,166 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/3d7dc4be27db4e95a32e13ab08fa3b2d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/961914b85b3b4692925e2ec35b66f023, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/099a021b0dbd43b48bf3658dd453bb88] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=35.3 K
2024-12-06T01:41:07,173 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d7dc4be27db4e95a32e13ab08fa3b2d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733449264845
2024-12-06T01:41:07,175 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 961914b85b3b4692925e2ec35b66f023, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733449265416
2024-12-06T01:41:07,177 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 099a021b0dbd43b48bf3658dd453bb88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733449266131
2024-12-06T01:41:07,186 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#A#compaction#18 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:07,187 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/f7ddbb3202e14e5685793d872cbfa578 is 50, key is test_row_0/A:col10/1733449266486/Put/seqid=0
2024-12-06T01:41:07,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-06T01:41:07,216 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-06T01:41:07,222 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-06T01:41:07,222 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-06T01:41:07,223 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-06T01:41:07,223 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-06T01:41:07,224 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:07,224 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-12-06T01:41:07,224 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-12-06T01:41:07,225 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/0ff4ec0e62d6488b831b9851d52ddf9c is 50, key is test_row_0/B:col10/1733449266486/Put/seqid=0
2024-12-06T01:41:07,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741855_1031 (size=12207)
2024-12-06T01:41:07,271 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-06T01:41:07,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:07,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:07,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:07,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:07,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:07,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:07,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741856_1032 (size=12207)
2024-12-06T01:41:07,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/e43293d3f5784bd4afd812f090708f1e is 50, key is test_row_0/A:col10/1733449266592/Put/seqid=0
2024-12-06T01:41:07,305 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/0ff4ec0e62d6488b831b9851d52ddf9c as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/0ff4ec0e62d6488b831b9851d52ddf9c
2024-12-06T01:41:07,318 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/B of f348020e25d42bc4501cb844ecda8f5d into 0ff4ec0e62d6488b831b9851d52ddf9c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:07,319 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:07,319 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/B, priority=13, startTime=1733449267151; duration=0sec
2024-12-06T01:41:07,319 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:07,319 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:B
2024-12-06T01:41:07,320 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:07,322 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:07,322 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/C is initiating minor compaction (all files)
2024-12-06T01:41:07,322 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/C in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:07,324 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/e00753ef50854f8fb6a6299ff609b0ee, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/496509d6b7ec482497a75d2d9c8aff0d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/ac8a0f10db2d4e978ed6329d3e232bb4] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=35.3 K
2024-12-06T01:41:07,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449327304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:07,326 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting e00753ef50854f8fb6a6299ff609b0ee, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733449264845
2024-12-06T01:41:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449327307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:07,327 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 496509d6b7ec482497a75d2d9c8aff0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733449265416
2024-12-06T01:41:07,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:07,328 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting ac8a0f10db2d4e978ed6329d3e232bb4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733449266131
2024-12-06T01:41:07,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449327317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:07,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:07,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449327320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:07,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:07,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741857_1033 (size=12001)
2024-12-06T01:41:07,337 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/e43293d3f5784bd4afd812f090708f1e
2024-12-06T01:41:07,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449327326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:07,367 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:07,369 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/64e4b6bf994c4d93a3f9a52ccfaf6c0f is 50, key is test_row_0/C:col10/1733449266486/Put/seqid=0
2024-12-06T01:41:07,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/ba1e982e3aa040a3a176e3fd2feaf941 is 50, key is test_row_0/B:col10/1733449266592/Put/seqid=0
2024-12-06T01:41:07,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741858_1034 (size=12207)
2024-12-06T01:41:07,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449327433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,447 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:07,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449327433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:07,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449327444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449327433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:07,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:07,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449327452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:07,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741859_1035 (size=12001)
2024-12-06T01:41:07,461 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/ba1e982e3aa040a3a176e3fd2feaf941
2024-12-06T01:41:07,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:07,469 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/64e4b6bf994c4d93a3f9a52ccfaf6c0f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/64e4b6bf994c4d93a3f9a52ccfaf6c0f
2024-12-06T01:41:07,486 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/C of f348020e25d42bc4501cb844ecda8f5d into 64e4b6bf994c4d93a3f9a52ccfaf6c0f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:07,486 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:07,486 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/C, priority=13, startTime=1733449267152; duration=0sec
2024-12-06T01:41:07,486 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:07,486 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:C
2024-12-06T01:41:07,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/6705b6d291554dc29514152a6bb3c080 is 50, key is test_row_0/C:col10/1733449266592/Put/seqid=0
2024-12-06T01:41:07,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741860_1036 (size=12001)
2024-12-06T01:41:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-06T01:41:07,533 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:07,533 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:41:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees
2024-12-06T01:41:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-12-06T01:41:07,538 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:41:07,539 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:41:07,540 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:41:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-12-06T01:41:07,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449327652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:07,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:07,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449327653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:07,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:07,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449327662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:07,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:07,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449327663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:07,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449327672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:07,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:07,684 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/f7ddbb3202e14e5685793d872cbfa578 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/f7ddbb3202e14e5685793d872cbfa578
2024-12-06T01:41:07,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-12-06T01:41:07,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:07,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:07,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:07,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:07,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:07,708 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/A of f348020e25d42bc4501cb844ecda8f5d into f7ddbb3202e14e5685793d872cbfa578(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:07,708 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:07,708 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/A, priority=13, startTime=1733449267151; duration=0sec
2024-12-06T01:41:07,709 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:07,709 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:A
2024-12-06T01:41:07,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-12-06T01:41:07,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:07,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:07,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-12-06T01:41:07,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:07,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:07,932 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/6705b6d291554dc29514152a6bb3c080
2024-12-06T01:41:07,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/e43293d3f5784bd4afd812f090708f1e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/e43293d3f5784bd4afd812f090708f1e
2024-12-06T01:41:07,968 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/e43293d3f5784bd4afd812f090708f1e, entries=150, sequenceid=102, filesize=11.7 K
2024-12-06T01:41:07,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449327963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:07,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/ba1e982e3aa040a3a176e3fd2feaf941 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/ba1e982e3aa040a3a176e3fd2feaf941
2024-12-06T01:41:07,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:07,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449327963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:07,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:07,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:07,986 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/ba1e982e3aa040a3a176e3fd2feaf941, entries=150, sequenceid=102, filesize=11.7 K
2024-12-06T01:41:07,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/6705b6d291554dc29514152a6bb3c080 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/6705b6d291554dc29514152a6bb3c080
2024-12-06T01:41:07,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449327983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:07,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:07,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449327983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:07,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:07,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449327992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:07,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:07,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:08,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-12-06T01:41:08,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:08,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:08,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:08,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:08,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:08,017 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/6705b6d291554dc29514152a6bb3c080, entries=150, sequenceid=102, filesize=11.7 K
2024-12-06T01:41:08,024 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for f348020e25d42bc4501cb844ecda8f5d in 754ms, sequenceid=102, compaction requested=false
2024-12-06T01:41:08,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:08,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-12-06T01:41:08,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:08,163 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-06T01:41:08,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:08,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:08,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:08,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:08,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:08,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-12-06T01:41:08,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/731713e1301c44449f99347baaaf3ce0 is 50, key is test_row_0/A:col10/1733449267300/Put/seqid=0
2024-12-06T01:41:08,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741861_1037 (size=12001)
2024-12-06T01:41:08,232 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/731713e1301c44449f99347baaaf3ce0
2024-12-06T01:41:08,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/10abb02825f5481ba22a275d70c4597e is 50, key is test_row_0/B:col10/1733449267300/Put/seqid=0
2024-12-06T01:41:08,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741862_1038 (size=12001)
2024-12-06T01:41:08,294 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/10abb02825f5481ba22a275d70c4597e
2024-12-06T01:41:08,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/446bb549be7b49f9bb5028e9d4281217 is 50, key is test_row_0/C:col10/1733449267300/Put/seqid=0
2024-12-06T01:41:08,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741863_1039 (size=12001)
2024-12-06T01:41:08,329 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/446bb549be7b49f9bb5028e9d4281217
2024-12-06T01:41:08,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/731713e1301c44449f99347baaaf3ce0 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/731713e1301c44449f99347baaaf3ce0
2024-12-06T01:41:08,357 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/731713e1301c44449f99347baaaf3ce0, entries=150, sequenceid=118, filesize=11.7 K
2024-12-06T01:41:08,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/10abb02825f5481ba22a275d70c4597e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/10abb02825f5481ba22a275d70c4597e
2024-12-06T01:41:08,377 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/10abb02825f5481ba22a275d70c4597e, entries=150, sequenceid=118, filesize=11.7 K
2024-12-06T01:41:08,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/446bb549be7b49f9bb5028e9d4281217 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/446bb549be7b49f9bb5028e9d4281217
2024-12-06T01:41:08,390 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/446bb549be7b49f9bb5028e9d4281217, entries=150, sequenceid=118, filesize=11.7 K
2024-12-06T01:41:08,392 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=0 B/0 for f348020e25d42bc4501cb844ecda8f5d in 230ms, sequenceid=118, compaction requested=true
2024-12-06T01:41:08,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:08,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:08,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-12-06T01:41:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-12-06T01:41:08,405 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-12-06T01:41:08,405 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 857 msec
2024-12-06T01:41:08,412 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 873 msec
2024-12-06T01:41:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:08,512 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-06T01:41:08,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:08,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:08,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:08,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:08,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:08,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:08,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/d7b41d7a519a46a486164d7ae98079fa is 50, key is test_row_0/A:col10/1733449268509/Put/seqid=0
2024-12-06T01:41:08,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741864_1040 (size=16731)
2024-12-06T01:41:08,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449268598, max timestamp=1733449268620Num uniques 859; 
2024-12-06T01:41:08,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449268598, max timestamp=1733449268617Num uniques 859; 
2024-12-06T01:41:08,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:41:08,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:41:08,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449268598, max timestamp=1733449268617Num uniques 859; 
2024-12-06T01:41:08,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:41:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-12-06T01:41:08,673 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:08,674 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:41:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees
2024-12-06T01:41:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-06T01:41:08,677 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:41:08,678 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:41:08,678 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:41:08,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449328674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:08,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:08,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:08,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449328683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:08,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:08,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:08,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449328684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:08,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:08,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:08,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449328686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:08,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:08,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:08,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:08,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449328690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:08,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:08,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:08,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:08,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-06T01:41:08,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449328803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:08,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:08,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:08,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449328804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:08,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:08,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:08,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:08,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449328804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:08,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:08,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:08,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:08,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:08,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449328806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:08,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:08,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:08,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:08,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449328806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:08,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:08,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:08,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-06T01:41:08,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:08,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:08,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:08,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:08,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:08,950 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/d7b41d7a519a46a486164d7ae98079fa
2024-12-06T01:41:08,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/b8549ab3ccc54c488dc7491e54ea677e is 50, key is test_row_0/B:col10/1733449268509/Put/seqid=0
2024-12-06T01:41:08,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-06T01:41:08,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:08,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:08,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:08,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:08,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:08,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741865_1041 (size=12051)
2024-12-06T01:41:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-06T01:41:09,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449329023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:09,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449329023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:09,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:09,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449329023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:09,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:09,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449329024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:09,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:09,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449329024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:09,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-06T01:41:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:09,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:09,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-06T01:41:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-06T01:41:09,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:09,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:09,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:09,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:09,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:09,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449329332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:09,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:09,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449329344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:09,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:09,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449329344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:09,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:09,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449329344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:09,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:09,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449329344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:09,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:09,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:09,395 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/b8549ab3ccc54c488dc7491e54ea677e
2024-12-06T01:41:09,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/49a906fa545d4a4383f1d5b98a448bc2 is 50, key is test_row_0/C:col10/1733449268509/Put/seqid=0
2024-12-06T01:41:09,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741866_1042 (size=12051)
2024-12-06T01:41:09,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-06T01:41:09,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:09,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:09,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:09,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:09,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:09,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-06T01:41:09,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:09,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:09,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:09,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:09,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:09,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-06T01:41:09,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:09,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:09,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:09,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:09,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-06T01:41:09,831 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/49a906fa545d4a4383f1d5b98a448bc2
2024-12-06T01:41:09,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/d7b41d7a519a46a486164d7ae98079fa as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/d7b41d7a519a46a486164d7ae98079fa
2024-12-06T01:41:09,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449329853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:09,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449329853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:09,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449329853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:09,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:09,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449329856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:09,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:09,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449329863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:09,870 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/d7b41d7a519a46a486164d7ae98079fa, entries=250, sequenceid=129, filesize=16.3 K
2024-12-06T01:41:09,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/b8549ab3ccc54c488dc7491e54ea677e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/b8549ab3ccc54c488dc7491e54ea677e
2024-12-06T01:41:09,884 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/b8549ab3ccc54c488dc7491e54ea677e, entries=150, sequenceid=129, filesize=11.8 K
2024-12-06T01:41:09,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/49a906fa545d4a4383f1d5b98a448bc2 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/49a906fa545d4a4383f1d5b98a448bc2
2024-12-06T01:41:09,899 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/49a906fa545d4a4383f1d5b98a448bc2, entries=150, sequenceid=129, filesize=11.8 K
2024-12-06T01:41:09,902 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for f348020e25d42bc4501cb844ecda8f5d in 1390ms, sequenceid=129, compaction requested=true
2024-12-06T01:41:09,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:09,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:41:09,902 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:41:09,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:09,903 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:41:09,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:41:09,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:09,905 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52940 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:41:09,905 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48260 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:41:09,905 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/A is initiating minor compaction (all files)
2024-12-06T01:41:09,906 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/B is initiating minor compaction (all files)
2024-12-06T01:41:09,906 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/A in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:09,906 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/B in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:09,906 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/f7ddbb3202e14e5685793d872cbfa578, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/e43293d3f5784bd4afd812f090708f1e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/731713e1301c44449f99347baaaf3ce0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/d7b41d7a519a46a486164d7ae98079fa] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=51.7 K
2024-12-06T01:41:09,906 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/0ff4ec0e62d6488b831b9851d52ddf9c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/ba1e982e3aa040a3a176e3fd2feaf941, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/10abb02825f5481ba22a275d70c4597e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/b8549ab3ccc54c488dc7491e54ea677e] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=47.1 K
2024-12-06T01:41:09,907 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7ddbb3202e14e5685793d872cbfa578, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733449266131
2024-12-06T01:41:09,907 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ff4ec0e62d6488b831b9851d52ddf9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733449266131
2024-12-06T01:41:09,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:41:09,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:09,907 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting e43293d3f5784bd4afd812f090708f1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733449266592
2024-12-06T01:41:09,908 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting ba1e982e3aa040a3a176e3fd2feaf941, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733449266592
2024-12-06T01:41:09,908 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 731713e1301c44449f99347baaaf3ce0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733449267300
2024-12-06T01:41:09,909 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 10abb02825f5481ba22a275d70c4597e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733449267300
2024-12-06T01:41:09,909 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7b41d7a519a46a486164d7ae98079fa, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733449268506
2024-12-06T01:41:09,910 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting b8549ab3ccc54c488dc7491e54ea677e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733449268507
2024-12-06T01:41:09,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-06T01:41:09,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:09,928 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-12-06T01:41:09,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:09,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:09,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:09,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:09,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:09,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:09,950 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#B#compaction#30 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:09,951 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/05e816bcd4224bb29e5ab722638997ad is 50, key is test_row_0/B:col10/1733449268509/Put/seqid=0
2024-12-06T01:41:09,964 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#A#compaction#31 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:09,965 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/9566b103afa04b41ac013798603d832b is 50, key is test_row_0/A:col10/1733449268509/Put/seqid=0
2024-12-06T01:41:09,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/0d7d94b3be38415080dcabccb4d343b2 is 50, key is test_row_0/A:col10/1733449268686/Put/seqid=0
2024-12-06T01:41:10,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741868_1044 (size=12393)
2024-12-06T01:41:10,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741867_1043 (size=12393)
2024-12-06T01:41:10,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741869_1045 (size=12151)
2024-12-06T01:41:10,045 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/05e816bcd4224bb29e5ab722638997ad as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/05e816bcd4224bb29e5ab722638997ad
2024-12-06T01:41:10,060 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/B of f348020e25d42bc4501cb844ecda8f5d into 05e816bcd4224bb29e5ab722638997ad(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:10,060 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:10,060 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/B, priority=12, startTime=1733449269902; duration=0sec
2024-12-06T01:41:10,061 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:10,061 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:B
2024-12-06T01:41:10,062 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:41:10,065 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48260 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:41:10,065 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/C is initiating minor compaction (all files)
2024-12-06T01:41:10,065 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/C in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:10,065 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/64e4b6bf994c4d93a3f9a52ccfaf6c0f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/6705b6d291554dc29514152a6bb3c080, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/446bb549be7b49f9bb5028e9d4281217, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/49a906fa545d4a4383f1d5b98a448bc2] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=47.1 K
2024-12-06T01:41:10,066 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 64e4b6bf994c4d93a3f9a52ccfaf6c0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733449266131
2024-12-06T01:41:10,067 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 6705b6d291554dc29514152a6bb3c080, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733449266592
2024-12-06T01:41:10,067 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 446bb549be7b49f9bb5028e9d4281217, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733449267300
2024-12-06T01:41:10,068 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 49a906fa545d4a4383f1d5b98a448bc2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733449268507
2024-12-06T01:41:10,095 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:10,096 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/bf7d84c76e524c22a256479f8efa4bc9 is 50, key is test_row_0/C:col10/1733449268509/Put/seqid=0
2024-12-06T01:41:10,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741870_1046 (size=12393)
2024-12-06T01:41:10,145 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/bf7d84c76e524c22a256479f8efa4bc9 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bf7d84c76e524c22a256479f8efa4bc9
2024-12-06T01:41:10,157 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/C of f348020e25d42bc4501cb844ecda8f5d into bf7d84c76e524c22a256479f8efa4bc9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:10,158 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:10,158 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/C, priority=12, startTime=1733449269906; duration=0sec
2024-12-06T01:41:10,158 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:10,158 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:C
2024-12-06T01:41:10,429 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/9566b103afa04b41ac013798603d832b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/9566b103afa04b41ac013798603d832b
2024-12-06T01:41:10,433 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/0d7d94b3be38415080dcabccb4d343b2
2024-12-06T01:41:10,443 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/A of f348020e25d42bc4501cb844ecda8f5d into 9566b103afa04b41ac013798603d832b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:10,443 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:10,443 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/A, priority=12, startTime=1733449269902; duration=0sec
2024-12-06T01:41:10,443 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:10,443 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:A
2024-12-06T01:41:10,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/97faed8bb0394a9ab723d82869ba091b is 50, key is test_row_0/B:col10/1733449268686/Put/seqid=0
2024-12-06T01:41:10,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741871_1047 (size=12151)
2024-12-06T01:41:10,462 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/97faed8bb0394a9ab723d82869ba091b
2024-12-06T01:41:10,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/bd0497fddfa34b91bd475240198f3fb0 is 50, key is test_row_0/C:col10/1733449268686/Put/seqid=0
2024-12-06T01:41:10,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741872_1048 (size=12151)
2024-12-06T01:41:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-06T01:41:10,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:10,900 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/bd0497fddfa34b91bd475240198f3fb0
2024-12-06T01:41:10,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/0d7d94b3be38415080dcabccb4d343b2 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/0d7d94b3be38415080dcabccb4d343b2
2024-12-06T01:41:10,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449330895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:10,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449330904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:10,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:10,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:10,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:10,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:10,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449330907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:10,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449330912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:10,923 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/0d7d94b3be38415080dcabccb4d343b2, entries=150, sequenceid=164, filesize=11.9 K
2024-12-06T01:41:10,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/97faed8bb0394a9ab723d82869ba091b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/97faed8bb0394a9ab723d82869ba091b
2024-12-06T01:41:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449330910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:10,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:10,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:10,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:10,936 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/97faed8bb0394a9ab723d82869ba091b, entries=150, sequenceid=164, filesize=11.9 K
2024-12-06T01:41:10,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/bd0497fddfa34b91bd475240198f3fb0 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bd0497fddfa34b91bd475240198f3fb0
2024-12-06T01:41:10,950 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bd0497fddfa34b91bd475240198f3fb0, entries=150, sequenceid=164, filesize=11.9 K
2024-12-06T01:41:10,952 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for f348020e25d42bc4501cb844ecda8f5d in 1024ms, sequenceid=164, compaction requested=false
2024-12-06T01:41:10,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:10,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:10,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-12-06T01:41:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-12-06T01:41:10,964 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-06T01:41:10,964 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2770 sec
2024-12-06T01:41:10,967 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.2910 sec
2024-12-06T01:41:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:11,026 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-06T01:41:11,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:11,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:11,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:11,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:11,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:11,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:11,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/98ab6ba95d35466da1ab40f1897e4470 is 50, key is test_row_0/A:col10/1733449271023/Put/seqid=0
2024-12-06T01:41:11,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449331067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:11,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741873_1049 (size=12151)
2024-12-06T01:41:11,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449331071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:11,079 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/98ab6ba95d35466da1ab40f1897e4470
2024-12-06T01:41:11,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449331072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449331074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449331074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:11,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/948db31ed5e64f21bca058dd38d0441d is 50, key is test_row_0/B:col10/1733449271023/Put/seqid=0
2024-12-06T01:41:11,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741874_1050 (size=12151)
2024-12-06T01:41:11,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449331183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449331183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449331183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:11,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449331192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449331192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:11,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449331392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449331392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449331393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:11,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449331402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449331402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:11,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:11,517 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/948db31ed5e64f21bca058dd38d0441d
2024-12-06T01:41:11,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/cb87cc28440748268b69d59412cae62d is 50, key is test_row_0/C:col10/1733449271023/Put/seqid=0
2024-12-06T01:41:11,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741875_1051 (size=12151)
2024-12-06T01:41:11,574 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/cb87cc28440748268b69d59412cae62d
2024-12-06T01:41:11,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/98ab6ba95d35466da1ab40f1897e4470 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/98ab6ba95d35466da1ab40f1897e4470
2024-12-06T01:41:11,610 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/98ab6ba95d35466da1ab40f1897e4470, entries=150, sequenceid=180, filesize=11.9 K
2024-12-06T01:41:11,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/948db31ed5e64f21bca058dd38d0441d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/948db31ed5e64f21bca058dd38d0441d
2024-12-06T01:41:11,634 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/948db31ed5e64f21bca058dd38d0441d, entries=150, sequenceid=180, filesize=11.9 K
2024-12-06T01:41:11,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/cb87cc28440748268b69d59412cae62d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/cb87cc28440748268b69d59412cae62d
2024-12-06T01:41:11,644 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/cb87cc28440748268b69d59412cae62d, entries=150, sequenceid=180, filesize=11.9 K
2024-12-06T01:41:11,645 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for f348020e25d42bc4501cb844ecda8f5d in 620ms, sequenceid=180, compaction requested=true
2024-12-06T01:41:11,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:11,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:41:11,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:11,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:41:11,646 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:11,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:11,646 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:11,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:41:11,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:11,648 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36695 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:11,648 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/B is initiating minor compaction (all files)
2024-12-06T01:41:11,648 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/B in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:11,649 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/05e816bcd4224bb29e5ab722638997ad, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/97faed8bb0394a9ab723d82869ba091b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/948db31ed5e64f21bca058dd38d0441d] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=35.8 K
2024-12-06T01:41:11,649 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36695 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:11,649 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/A is initiating minor compaction (all files)
2024-12-06T01:41:11,649 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/A in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:11,649 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/9566b103afa04b41ac013798603d832b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/0d7d94b3be38415080dcabccb4d343b2, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/98ab6ba95d35466da1ab40f1897e4470] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=35.8 K
2024-12-06T01:41:11,651 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9566b103afa04b41ac013798603d832b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733449268507
2024-12-06T01:41:11,652 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 05e816bcd4224bb29e5ab722638997ad, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733449268507
2024-12-06T01:41:11,652 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d7d94b3be38415080dcabccb4d343b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733449268681
2024-12-06T01:41:11,652 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 97faed8bb0394a9ab723d82869ba091b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733449268681
2024-12-06T01:41:11,653 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98ab6ba95d35466da1ab40f1897e4470, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733449270906
2024-12-06T01:41:11,653 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 948db31ed5e64f21bca058dd38d0441d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733449270906
2024-12-06T01:41:11,678 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#A#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:11,679 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/aad0651a35394badbe1fb9d9eb2027d4 is 50, key is test_row_0/A:col10/1733449271023/Put/seqid=0
2024-12-06T01:41:11,690 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:11,691 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/68344f5c049146ad961a191eea761328 is 50, key is test_row_0/B:col10/1733449271023/Put/seqid=0
2024-12-06T01:41:11,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741876_1052 (size=12595)
2024-12-06T01:41:11,704 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/aad0651a35394badbe1fb9d9eb2027d4 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/aad0651a35394badbe1fb9d9eb2027d4
2024-12-06T01:41:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:11,708 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-06T01:41:11,718 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741877_1053 (size=12595)
2024-12-06T01:41:11,720 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/A of f348020e25d42bc4501cb844ecda8f5d into aad0651a35394badbe1fb9d9eb2027d4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:11,720 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:11,720 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/A, priority=13, startTime=1733449271645; duration=0sec
2024-12-06T01:41:11,721 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:11,721 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:A
2024-12-06T01:41:11,721 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:11,722 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449271068, max timestamp=1733449271708Num uniques 859; 
2024-12-06T01:41:11,722 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:41:11,723 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36695 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:11,723 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/C is initiating minor compaction (all files)
2024-12-06T01:41:11,723 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/C in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:11,723 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bf7d84c76e524c22a256479f8efa4bc9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bd0497fddfa34b91bd475240198f3fb0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/cb87cc28440748268b69d59412cae62d] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=35.8 K
2024-12-06T01:41:11,723 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf7d84c76e524c22a256479f8efa4bc9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733449268507
2024-12-06T01:41:11,724 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd0497fddfa34b91bd475240198f3fb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733449268681
2024-12-06T01:41:11,724 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb87cc28440748268b69d59412cae62d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733449270906
2024-12-06T01:41:11,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449271068, max timestamp=1733449271708Num uniques 859; 
2024-12-06T01:41:11,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:41:11,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:11,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:11,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:11,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:11,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:11,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:11,755 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#C#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:11,756 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/923645ac144f4e0aa74fade402081604 is 50, key is test_row_0/C:col10/1733449271023/Put/seqid=0
2024-12-06T01:41:11,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/350019ed8ccf4bf599fdafb0cbf0495b is 50, key is test_row_0/A:col10/1733449271705/Put/seqid=0
2024-12-06T01:41:11,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741878_1054 (size=12595)
2024-12-06T01:41:11,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741879_1055 (size=14541)
2024-12-06T01:41:11,812 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449271747, max timestamp=1733449271805Num uniques 859; 
2024-12-06T01:41:11,812 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449271747, max timestamp=1733449271805Num uniques 859; 
2024-12-06T01:41:11,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:41:11,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:41:11,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449271747, max timestamp=1733449271797Num uniques 859; 
2024-12-06T01:41:11,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:41:11,840 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/923645ac144f4e0aa74fade402081604 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/923645ac144f4e0aa74fade402081604
2024-12-06T01:41:11,850 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/C of f348020e25d42bc4501cb844ecda8f5d into 923645ac144f4e0aa74fade402081604(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:11,850 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:11,850 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/C, priority=13, startTime=1733449271646; duration=0sec
2024-12-06T01:41:11,851 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:11,851 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:C
2024-12-06T01:41:11,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449331847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:11,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733449271838, max timestamp=1733449271864Num uniques 1018; 
2024-12-06T01:41:11,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-12-06T01:41:11,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733449271838, max timestamp=1733449271864Num uniques 1018; 
2024-12-06T01:41:11,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733449271838, max timestamp=1733449271864Num uniques 1018; 
2024-12-06T01:41:11,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=6870, suffix heap size=133840,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=150
2024-12-06T01:41:11,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268
2024-12-06T01:41:11,924 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449331918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:11,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449331919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:11,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449331922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449331923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:11,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:11,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449331972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:11,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:11,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:12,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449332032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:12,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:12,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449332033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:12,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:12,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:12,050 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:12,050 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449332043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449332044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:12,128 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/68344f5c049146ad961a191eea761328 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/68344f5c049146ad961a191eea761328
2024-12-06T01:41:12,138 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/B of f348020e25d42bc4501cb844ecda8f5d into 68344f5c049146ad961a191eea761328(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:12,138 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:12,138 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/B, priority=13, startTime=1733449271646; duration=0sec
2024-12-06T01:41:12,138 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:12,139 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:B
2024-12-06T01:41:12,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449332182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:12,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:12,210 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/350019ed8ccf4bf599fdafb0cbf0495b
2024-12-06T01:41:12,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/47b06427210b44fa92bc2e02022a1648 is 50, key is test_row_0/B:col10/1733449271705/Put/seqid=0
2024-12-06T01:41:12,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741880_1056 (size=12151)
2024-12-06T01:41:12,233 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/47b06427210b44fa92bc2e02022a1648
2024-12-06T01:41:12,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/72729ca344bf4373b1ae6385bdafb9d1 is 50, key is test_row_0/C:col10/1733449271705/Put/seqid=0
2024-12-06T01:41:12,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449332243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:12,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449332243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:12,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:12,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:12,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741881_1057 (size=12151)
2024-12-06T01:41:12,264 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/72729ca344bf4373b1ae6385bdafb9d1
2024-12-06T01:41:12,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449332262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:12,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449332263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:12,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/350019ed8ccf4bf599fdafb0cbf0495b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/350019ed8ccf4bf599fdafb0cbf0495b
2024-12-06T01:41:12,283 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/350019ed8ccf4bf599fdafb0cbf0495b, entries=200, sequenceid=202, filesize=14.2 K
2024-12-06T01:41:12,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/47b06427210b44fa92bc2e02022a1648 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/47b06427210b44fa92bc2e02022a1648
2024-12-06T01:41:12,317 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/47b06427210b44fa92bc2e02022a1648, entries=150, sequenceid=202, filesize=11.9 K
2024-12-06T01:41:12,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/72729ca344bf4373b1ae6385bdafb9d1 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/72729ca344bf4373b1ae6385bdafb9d1
2024-12-06T01:41:12,329 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/72729ca344bf4373b1ae6385bdafb9d1, entries=150, sequenceid=202, filesize=11.9 K
2024-12-06T01:41:12,330 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=133.38 KB/136582 for f348020e25d42bc4501cb844ecda8f5d in 622ms, sequenceid=202, compaction requested=false
2024-12-06T01:41:12,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:12,497 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=140.09 KB heapSize=397.55 KB
2024-12-06T01:41:12,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:12,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:12,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:12,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:12,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:12,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:12,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/f1a19ac52dbd49d0b572d39f9f5317d2 is 50, key is test_row_0/A:col10/1733449271884/Put/seqid=0
2024-12-06T01:41:12,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741882_1058 (size=14591)
2024-12-06T01:41:12,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449332542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:12,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:12,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449332562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:12,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449332564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:12,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:12,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:12,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449332583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:12,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449332583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:12,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:12,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:12,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449332653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:12,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-06T01:41:12,833 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:12,835 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:41:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees
2024-12-06T01:41:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-06T01:41:12,839 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:41:12,840 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:41:12,840 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:41:12,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449332862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:12,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:12,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:12,914 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/f1a19ac52dbd49d0b572d39f9f5317d2
2024-12-06T01:41:12,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/51d5dbb6ca00420c84e00372c9d1d7ef is 50, key is test_row_0/B:col10/1733449271884/Put/seqid=0
2024-12-06T01:41:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-06T01:41:12,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741883_1059 (size=12201)
2024-12-06T01:41:12,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-12-06T01:41:12,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:12,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:12,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:12,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:12,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:13,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449333072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:13,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:13,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:13,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:13,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449333082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:13,083 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:13,083 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:13,083 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:13,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449333092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:13,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:13,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:13,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:13,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449333092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:13,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:13,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:13,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:13,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-12-06T01:41:13,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:13,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:13,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:13,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:13,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-06T01:41:13,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449333173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:13,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-12-06T01:41:13,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:13,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:13,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:13,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:13,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:13,363 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/51d5dbb6ca00420c84e00372c9d1d7ef
2024-12-06T01:41:13,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/a6705d92ce6144acb99081b0c6d9410f is 50, key is test_row_0/C:col10/1733449271884/Put/seqid=0
2024-12-06T01:41:13,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741884_1060 (size=12201)
2024-12-06T01:41:13,392 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.93 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/a6705d92ce6144acb99081b0c6d9410f
2024-12-06T01:41:13,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/f1a19ac52dbd49d0b572d39f9f5317d2 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/f1a19ac52dbd49d0b572d39f9f5317d2
2024-12-06T01:41:13,408 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/f1a19ac52dbd49d0b572d39f9f5317d2, entries=200, sequenceid=258, filesize=14.2 K
2024-12-06T01:41:13,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/51d5dbb6ca00420c84e00372c9d1d7ef as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/51d5dbb6ca00420c84e00372c9d1d7ef
2024-12-06T01:41:13,423 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/51d5dbb6ca00420c84e00372c9d1d7ef, entries=150, sequenceid=258, filesize=11.9 K
2024-12-06T01:41:13,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/a6705d92ce6144acb99081b0c6d9410f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/a6705d92ce6144acb99081b0c6d9410f
2024-12-06T01:41:13,433 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/a6705d92ce6144acb99081b0c6d9410f, entries=150, sequenceid=258, filesize=11.9 K
2024-12-06T01:41:13,435 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.09 KB/143452, heapSize ~397.50 KB/407040, currentSize=40.25 KB/41220 for f348020e25d42bc4501cb844ecda8f5d in 938ms, sequenceid=258, compaction requested=true
2024-12-06T01:41:13,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:13,435 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:13,437 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41727 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:13,437 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/A is initiating minor compaction (all files)
2024-12-06T01:41:13,437 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/A in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:13,438 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/aad0651a35394badbe1fb9d9eb2027d4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/350019ed8ccf4bf599fdafb0cbf0495b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/f1a19ac52dbd49d0b572d39f9f5317d2] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=40.7 K
2024-12-06T01:41:13,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:41:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:13,438 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:13,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:41:13,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:13,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:41:13,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:13,439 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting aad0651a35394badbe1fb9d9eb2027d4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733449270906
2024-12-06T01:41:13,441 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36947 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:13,441 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/B is initiating minor compaction (all files)
2024-12-06T01:41:13,441 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/B in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:13,441 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/68344f5c049146ad961a191eea761328, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/47b06427210b44fa92bc2e02022a1648, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/51d5dbb6ca00420c84e00372c9d1d7ef] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=36.1 K
2024-12-06T01:41:13,442 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 350019ed8ccf4bf599fdafb0cbf0495b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733449271068
2024-12-06T01:41:13,444 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 68344f5c049146ad961a191eea761328, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733449270906
2024-12-06T01:41:13,445 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1a19ac52dbd49d0b572d39f9f5317d2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733449271884
2024-12-06T01:41:13,445 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 47b06427210b44fa92bc2e02022a1648, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733449271068
2024-12-06T01:41:13,447 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 51d5dbb6ca00420c84e00372c9d1d7ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733449271884
2024-12-06T01:41:13,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-12-06T01:41:13,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:13,459 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-12-06T01:41:13,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:13,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:13,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:13,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:13,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:13,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-06T01:41:13,464 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#A#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:13,465 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/f942256f18a444749bc363db2ac77743 is 50, key is test_row_0/A:col10/1733449271884/Put/seqid=0
2024-12-06T01:41:13,471 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#B#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:13,472 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/2f53d2546bb647e6b67655c69bea8244 is 50, key is test_row_0/B:col10/1733449271884/Put/seqid=0
2024-12-06T01:41:13,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/5106c18a1b09420eb10a7f21b5dfe93c is 50, key is test_row_0/A:col10/1733449272533/Put/seqid=0
2024-12-06T01:41:13,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741887_1063 (size=12301)
2024-12-06T01:41:13,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741885_1061 (size=12747)
2024-12-06T01:41:13,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741886_1062 (size=12747)
2024-12-06T01:41:13,527 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/2f53d2546bb647e6b67655c69bea8244 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/2f53d2546bb647e6b67655c69bea8244
2024-12-06T01:41:13,541 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/B of f348020e25d42bc4501cb844ecda8f5d into 2f53d2546bb647e6b67655c69bea8244(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:13,541 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:13,541 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/B, priority=13, startTime=1733449273438; duration=0sec
2024-12-06T01:41:13,541 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:13,541 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:B
2024-12-06T01:41:13,541 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:13,543 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36947 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:13,543 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/C is initiating minor compaction (all files)
2024-12-06T01:41:13,543 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/C in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:13,543 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/923645ac144f4e0aa74fade402081604, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/72729ca344bf4373b1ae6385bdafb9d1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/a6705d92ce6144acb99081b0c6d9410f] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=36.1 K
2024-12-06T01:41:13,544 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 923645ac144f4e0aa74fade402081604, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733449270906
2024-12-06T01:41:13,544 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 72729ca344bf4373b1ae6385bdafb9d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733449271068
2024-12-06T01:41:13,545 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting a6705d92ce6144acb99081b0c6d9410f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733449271884
2024-12-06T01:41:13,560 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#C#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:13,561 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/4e6bc1c0a9f948d88e6f097dbf500afe is 50, key is test_row_0/C:col10/1733449271884/Put/seqid=0
2024-12-06T01:41:13,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741888_1064 (size=12747)
2024-12-06T01:41:13,590 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/4e6bc1c0a9f948d88e6f097dbf500afe as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/4e6bc1c0a9f948d88e6f097dbf500afe
2024-12-06T01:41:13,600 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/C of f348020e25d42bc4501cb844ecda8f5d into 4e6bc1c0a9f948d88e6f097dbf500afe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:13,600 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:13,600 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/C, priority=13, startTime=1733449273439; duration=0sec
2024-12-06T01:41:13,600 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:13,600 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:C
2024-12-06T01:41:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:13,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:13,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449273755, max timestamp=1733449273783Num uniques 859; 
2024-12-06T01:41:13,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:41:13,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449273755, max timestamp=1733449273783Num uniques 859; 
2024-12-06T01:41:13,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:41:13,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449273755, max timestamp=1733449273783Num uniques 859; 
2024-12-06T01:41:13,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:41:13,898 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/5106c18a1b09420eb10a7f21b5dfe93c
2024-12-06T01:41:13,909 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/f942256f18a444749bc363db2ac77743 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/f942256f18a444749bc363db2ac77743
2024-12-06T01:41:13,921 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/A of f348020e25d42bc4501cb844ecda8f5d into f942256f18a444749bc363db2ac77743(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:13,921 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:13,921 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/A, priority=13, startTime=1733449273435; duration=0sec
2024-12-06T01:41:13,921 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:13,922 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:A
2024-12-06T01:41:13,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/6983a5a322b84e08a7fc36e6cf2815f0 is 50, key is test_row_0/B:col10/1733449272533/Put/seqid=0
2024-12-06T01:41:13,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741889_1065 (size=12301)
2024-12-06T01:41:13,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733449273888, max timestamp=1733449273954Num uniques 1018; 
2024-12-06T01:41:13,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-12-06T01:41:13,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733449273888, max timestamp=1733449273954Num uniques 1018; 
2024-12-06T01:41:13,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-12-06T01:41:13,960 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733449273888, max timestamp=1733449273954Num uniques 1018; 
2024-12-06T01:41:13,960 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-12-06T01:41:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-06T01:41:14,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733449274048, max timestamp=1733449274075Num uniques 1027; 
2024-12-06T01:41:14,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733449274048, max timestamp=1733449274075Num uniques 1027; 
2024-12-06T01:41:14,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177
2024-12-06T01:41:14,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177
2024-12-06T01:41:14,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733449274048, max timestamp=1733449274075Num uniques 1027; 
2024-12-06T01:41:14,082 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177
2024-12-06T01:41:14,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449334137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449334139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,151 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733449274128, max timestamp=1733449274146Num uniques 1036; 
2024-12-06T01:41:14,151 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286
2024-12-06T01:41:14,151 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733449274128, max timestamp=1733449274146Num uniques 1036; 
2024-12-06T01:41:14,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286
2024-12-06T01:41:14,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733449274134, max timestamp=1733449274146Num uniques 1036; 
2024-12-06T01:41:14,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=6870, suffix heap size=135712,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=150
2024-12-06T01:41:14,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449334202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449334203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449334205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449334263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449334263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449334312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449334312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449334313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,347 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/6983a5a322b84e08a7fc36e6cf2815f0
2024-12-06T01:41:14,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/62a60dd9d8d9450f8933e9b919f95f46 is 50, key is test_row_0/C:col10/1733449272533/Put/seqid=0
2024-12-06T01:41:14,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741890_1066 (size=12301)
2024-12-06T01:41:14,373 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/62a60dd9d8d9450f8933e9b919f95f46
2024-12-06T01:41:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/5106c18a1b09420eb10a7f21b5dfe93c as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/5106c18a1b09420eb10a7f21b5dfe93c
2024-12-06T01:41:14,398 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/5106c18a1b09420eb10a7f21b5dfe93c, entries=150, sequenceid=267, filesize=12.0 K
2024-12-06T01:41:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/6983a5a322b84e08a7fc36e6cf2815f0 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/6983a5a322b84e08a7fc36e6cf2815f0
2024-12-06T01:41:14,406 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/6983a5a322b84e08a7fc36e6cf2815f0, entries=150, sequenceid=267, filesize=12.0 K
2024-12-06T01:41:14,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/62a60dd9d8d9450f8933e9b919f95f46 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/62a60dd9d8d9450f8933e9b919f95f46
2024-12-06T01:41:14,415 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/62a60dd9d8d9450f8933e9b919f95f46, entries=150, sequenceid=267, filesize=12.0 K
2024-12-06T01:41:14,417 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=141.52 KB/144914 for f348020e25d42bc4501cb844ecda8f5d in 958ms, sequenceid=267, compaction requested=false
2024-12-06T01:41:14,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:14,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:14,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-12-06T01:41:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-12-06T01:41:14,424 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-06T01:41:14,424 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5790 sec
2024-12-06T01:41:14,426 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.5890 sec
2024-12-06T01:41:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:14,475 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=148.23 KB heapSize=419.73 KB
2024-12-06T01:41:14,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:14,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:41:14,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:14,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:41:14,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:14,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:41:14,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/a3341625536140cba1953f4f3c508588 is 50, key is test_row_0/A:col10/1733449274202/Put/seqid=0
2024-12-06T01:41:14,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741891_1067 (size=14741)
2024-12-06T01:41:14,500 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/a3341625536140cba1953f4f3c508588
2024-12-06T01:41:14,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449334495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449334497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/e6ae07b0679c4866a1e173241027b476 is 50, key is test_row_0/B:col10/1733449274202/Put/seqid=0
2024-12-06T01:41:14,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741892_1068 (size=12301)
2024-12-06T01:41:14,518 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/e6ae07b0679c4866a1e173241027b476
2024-12-06T01:41:14,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449334522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449334532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449334532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/0672eff4382944b7a8250722b749a15f is 50, key is test_row_0/C:col10/1733449274202/Put/seqid=0
2024-12-06T01:41:14,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741893_1069 (size=12301)
2024-12-06T01:41:14,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449334612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449334612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449334822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449334822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449334832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449334843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:14,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449334843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:14,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:14,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:14,960 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.36 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/0672eff4382944b7a8250722b749a15f
2024-12-06T01:41:14,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/a3341625536140cba1953f4f3c508588 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/a3341625536140cba1953f4f3c508588
2024-12-06T01:41:14,974 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/a3341625536140cba1953f4f3c508588, entries=200, sequenceid=359, filesize=14.4 K
2024-12-06T01:41:14,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/e6ae07b0679c4866a1e173241027b476 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/e6ae07b0679c4866a1e173241027b476
2024-12-06T01:41:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-06T01:41:14,982 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:14,983 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:41:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees
2024-12-06T01:41:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-12-06T01:41:14,986 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:41:14,987 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:41:14,987 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:41:14,990 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/e6ae07b0679c4866a1e173241027b476, entries=150, sequenceid=359, filesize=12.0 K
2024-12-06T01:41:14,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/0672eff4382944b7a8250722b749a15f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/0672eff4382944b7a8250722b749a15f
2024-12-06T01:41:15,008 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/0672eff4382944b7a8250722b749a15f, entries=150, sequenceid=359, filesize=12.0 K
2024-12-06T01:41:15,010 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~148.23 KB/151784, heapSize ~419.69 KB/429760, currentSize=33.54 KB/34350 for f348020e25d42bc4501cb844ecda8f5d in 534ms, sequenceid=359, compaction requested=true
2024-12-06T01:41:15,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:15,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:41:15,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:15,010 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:15,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:41:15,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:15,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:41:15,010 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:15,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:15,011 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:15,012 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/A is initiating minor compaction (all files)
2024-12-06T01:41:15,012 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/A in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:15,012 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/f942256f18a444749bc363db2ac77743, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/5106c18a1b09420eb10a7f21b5dfe93c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/a3341625536140cba1953f4f3c508588] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=38.9 K
2024-12-06T01:41:15,012 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37349 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:15,012 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/B is initiating minor compaction (all files)
2024-12-06T01:41:15,013 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/B in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:15,013 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/2f53d2546bb647e6b67655c69bea8244, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/6983a5a322b84e08a7fc36e6cf2815f0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/e6ae07b0679c4866a1e173241027b476] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=36.5 K
2024-12-06T01:41:15,013 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting f942256f18a444749bc363db2ac77743, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733449271884
2024-12-06T01:41:15,013 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f53d2546bb647e6b67655c69bea8244, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733449271884
2024-12-06T01:41:15,014 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5106c18a1b09420eb10a7f21b5dfe93c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733449272526
2024-12-06T01:41:15,014 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 6983a5a322b84e08a7fc36e6cf2815f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733449272526
2024-12-06T01:41:15,014 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3341625536140cba1953f4f3c508588, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733449274193
2024-12-06T01:41:15,014 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting e6ae07b0679c4866a1e173241027b476, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733449274202
2024-12-06T01:41:15,030 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#A#compaction#57 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:15,030 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/cbf9d6b6c3614c6498f5ef22c5c9126a is 50, key is test_row_0/A:col10/1733449274202/Put/seqid=0
2024-12-06T01:41:15,032 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#B#compaction#58 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:15,033 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/e1e8b5b18d574ad7975d65b3d248d6d3 is 50, key is test_row_0/B:col10/1733449274202/Put/seqid=0
2024-12-06T01:41:15,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741894_1070 (size=12949)
2024-12-06T01:41:15,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741895_1071 (size=12949)
2024-12-06T01:41:15,064 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/e1e8b5b18d574ad7975d65b3d248d6d3 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/e1e8b5b18d574ad7975d65b3d248d6d3
2024-12-06T01:41:15,074 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/B of f348020e25d42bc4501cb844ecda8f5d into e1e8b5b18d574ad7975d65b3d248d6d3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:15,074 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:15,074 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/B, priority=13, startTime=1733449275010; duration=0sec
2024-12-06T01:41:15,075 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:15,075 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:B
2024-12-06T01:41:15,075 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:15,078 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37349 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:15,078 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/C is initiating minor compaction (all files)
2024-12-06T01:41:15,078 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/C in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:15,078 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/4e6bc1c0a9f948d88e6f097dbf500afe, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/62a60dd9d8d9450f8933e9b919f95f46, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/0672eff4382944b7a8250722b749a15f] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=36.5 K
2024-12-06T01:41:15,079 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e6bc1c0a9f948d88e6f097dbf500afe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733449271884
2024-12-06T01:41:15,079 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 62a60dd9d8d9450f8933e9b919f95f46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1733449272526
2024-12-06T01:41:15,080 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 0672eff4382944b7a8250722b749a15f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733449274202
2024-12-06T01:41:15,093 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#C#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:15,093 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/06b763522ded4d9388275622bb7c26ee is 50, key is test_row_0/C:col10/1733449274202/Put/seqid=0
2024-12-06T01:41:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-12-06T01:41:15,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741896_1072 (size=12949)
2024-12-06T01:41:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:15,139 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-06T01:41:15,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:15,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:15,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:15,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:15,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:15,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:15,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-12-06T01:41:15,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:15,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:15,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:15,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:15,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:15,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/9cc4915e4963400893cc9a3d1d1bd2be is 50, key is test_row_0/A:col10/1733449274493/Put/seqid=0
2024-12-06T01:41:15,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741897_1073 (size=12301)
2024-12-06T01:41:15,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449275188, max timestamp=1733449275204Num uniques 859; 
2024-12-06T01:41:15,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449275188, max timestamp=1733449275204Num uniques 859; 
2024-12-06T01:41:15,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:41:15,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:41:15,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449275188, max timestamp=1733449275204Num uniques 859; 
2024-12-06T01:41:15,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:41:15,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449335278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:15,281 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733449275259, max timestamp=1733449275276Num uniques 1018; 
2024-12-06T01:41:15,281 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-12-06T01:41:15,281 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733449275259, max timestamp=1733449275276Num uniques 1018; 
2024-12-06T01:41:15,281 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-12-06T01:41:15,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733449275259, max timestamp=1733449275276Num uniques 1018; 
2024-12-06T01:41:15,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-12-06T01:41:15,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-12-06T01:41:15,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:15,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:15,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:15,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:15,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-12-06T01:41:15,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449335353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:15,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:15,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449335354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:15,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:15,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449335359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:15,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449335360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:15,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:15,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:15,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449335382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:15,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-12-06T01:41:15,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:15,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:15,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:15,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:15,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:15,461 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/cbf9d6b6c3614c6498f5ef22c5c9126a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/cbf9d6b6c3614c6498f5ef22c5c9126a
2024-12-06T01:41:15,469 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/A of f348020e25d42bc4501cb844ecda8f5d into cbf9d6b6c3614c6498f5ef22c5c9126a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:15,469 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:15,469 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/A, priority=13, startTime=1733449275010; duration=0sec
2024-12-06T01:41:15,469 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:15,469 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:A
2024-12-06T01:41:15,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:15,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449335473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449335473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:15,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449335473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449335473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:15,507 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/06b763522ded4d9388275622bb7c26ee as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/06b763522ded4d9388275622bb7c26ee
2024-12-06T01:41:15,514 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/C of f348020e25d42bc4501cb844ecda8f5d into 06b763522ded4d9388275622bb7c26ee(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:15,514 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:15,515 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/C, priority=13, startTime=1733449275010; duration=0sec
2024-12-06T01:41:15,515 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:15,515 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:C
2024-12-06T01:41:15,562 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/9cc4915e4963400893cc9a3d1d1bd2be
2024-12-06T01:41:15,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/b65966ad318c446eaf54e7428b8657a3 is 50, key is test_row_0/B:col10/1733449274493/Put/seqid=0
2024-12-06T01:41:15,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741898_1074 (size=12301)
2024-12-06T01:41:15,578 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/b65966ad318c446eaf54e7428b8657a3
2024-12-06T01:41:15,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/815d519e5cf846bbaef1f088d8e570ef is 50, key is test_row_0/C:col10/1733449274493/Put/seqid=0
2024-12-06T01:41:15,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741899_1075 (size=12301)
2024-12-06T01:41:15,593 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449335593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:15,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:15,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-12-06T01:41:15,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:15,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:15,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:15,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:15,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-12-06T01:41:15,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449335682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:15,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:15,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449335682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:15,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:15,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449335692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:15,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:15,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449335693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:15,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:15,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-12-06T01:41:15,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:15,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:15,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:15,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:15,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:15,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449335902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:15,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:15,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-12-06T01:41:15,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:15,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:15,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:15,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:15,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:15,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449335992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:15,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:15,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:15,998 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/815d519e5cf846bbaef1f088d8e570ef
2024-12-06T01:41:16,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449336003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:16,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:16,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:16,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:16,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449336003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:16,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:16,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:16,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:16,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/9cc4915e4963400893cc9a3d1d1bd2be as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/9cc4915e4963400893cc9a3d1d1bd2be
2024-12-06T01:41:16,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449336012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:16,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:16,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:16,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:16,018 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/9cc4915e4963400893cc9a3d1d1bd2be, entries=150, sequenceid=370, filesize=12.0 K
2024-12-06T01:41:16,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/b65966ad318c446eaf54e7428b8657a3 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/b65966ad318c446eaf54e7428b8657a3
2024-12-06T01:41:16,033 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/b65966ad318c446eaf54e7428b8657a3, entries=150, sequenceid=370, filesize=12.0 K
2024-12-06T01:41:16,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/815d519e5cf846bbaef1f088d8e570ef as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/815d519e5cf846bbaef1f088d8e570ef
2024-12-06T01:41:16,043 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/815d519e5cf846bbaef1f088d8e570ef, entries=150, sequenceid=370, filesize=12.0 K
2024-12-06T01:41:16,044 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for f348020e25d42bc4501cb844ecda8f5d in 905ms, sequenceid=370, compaction requested=false
2024-12-06T01:41:16,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:16,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-12-06T01:41:16,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:16,073 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=134.18 KB heapSize=384.14 KB
2024-12-06T01:41:16,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:16,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:16,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:16,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:16,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:16,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:16,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/30e3c6c2714240ffa65d8d408adcf823 is 50, key is test_row_0/A:col10/1733449275357/Put/seqid=0
2024-12-06T01:41:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-12-06T01:41:16,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741900_1076 (size=12301)
2024-12-06T01:41:16,129 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/30e3c6c2714240ffa65d8d408adcf823
2024-12-06T01:41:16,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/5109028b6c684adba50f57fca6ec35fe is 50, key is test_row_0/B:col10/1733449275357/Put/seqid=0
2024-12-06T01:41:16,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741901_1077 (size=12301)
2024-12-06T01:41:16,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:16,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449336468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:16,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:16,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:16,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:16,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449336502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:16,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:16,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449336512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:16,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:16,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:16,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449336513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:16,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:16,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:16,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:16,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:16,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449336522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:16,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:16,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:16,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:16,566 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/5109028b6c684adba50f57fca6ec35fe
2024-12-06T01:41:16,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449336573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:16,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:16,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:16,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:16,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/bcd9ea51fe334b13923607dc728ece9d is 50, key is test_row_0/C:col10/1733449275357/Put/seqid=0
2024-12-06T01:41:16,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741902_1078 (size=12301)
2024-12-06T01:41:16,590 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/bcd9ea51fe334b13923607dc728ece9d
2024-12-06T01:41:16,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/30e3c6c2714240ffa65d8d408adcf823 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/30e3c6c2714240ffa65d8d408adcf823
2024-12-06T01:41:16,615 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/30e3c6c2714240ffa65d8d408adcf823, entries=150, sequenceid=426, filesize=12.0 K
2024-12-06T01:41:16,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/5109028b6c684adba50f57fca6ec35fe as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/5109028b6c684adba50f57fca6ec35fe
2024-12-06T01:41:16,623 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/5109028b6c684adba50f57fca6ec35fe, entries=150, sequenceid=426, filesize=12.0 K
2024-12-06T01:41:16,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/bcd9ea51fe334b13923607dc728ece9d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bcd9ea51fe334b13923607dc728ece9d
2024-12-06T01:41:16,632 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bcd9ea51fe334b13923607dc728ece9d, entries=150, sequenceid=426, filesize=12.0 K
2024-12-06T01:41:16,634 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.09 KB/393312, currentSize=46.96 KB/48090 for f348020e25d42bc4501cb844ecda8f5d in 561ms, sequenceid=426, compaction requested=true
2024-12-06T01:41:16,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:16,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:16,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16
2024-12-06T01:41:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=16
2024-12-06T01:41:16,642 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-12-06T01:41:16,642 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6510 sec
2024-12-06T01:41:16,644 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.6590 sec
2024-12-06T01:41:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:16,785 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-06T01:41:16,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:16,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:16,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:16,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:16,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:16,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:16,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/490ebe356e084236be236284f7363817 is 50, key is test_row_0/A:col10/1733449276783/Put/seqid=0
2024-12-06T01:41:16,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741903_1079 (size=9857)
2024-12-06T01:41:16,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449276859, max timestamp=1733449276893Num uniques 859; 
2024-12-06T01:41:16,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449276859, max timestamp=1733449276893Num uniques 859; 
2024-12-06T01:41:16,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:41:16,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:41:16,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449276859, max timestamp=1733449276893Num uniques 859; 
2024-12-06T01:41:16,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:41:17,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449337036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-12-06T01:41:17,143 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:17,144 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:41:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees
2024-12-06T01:41:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-06T01:41:17,146 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:41:17,147 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:41:17,147 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:41:17,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449337153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:17,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:17,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:17,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:17,222 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/490ebe356e084236be236284f7363817
2024-12-06T01:41:17,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/eecceaba623344859a26740743d08004 is 50, key is test_row_0/B:col10/1733449276783/Put/seqid=0
2024-12-06T01:41:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-06T01:41:17,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741904_1080 (size=9857)
2024-12-06T01:41:17,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-06T01:41:17,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:17,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:17,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:17,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:17,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:17,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449337362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:17,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:17,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:17,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:17,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-06T01:41:17,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:17,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:17,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:17,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:17,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-06T01:41:17,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449337522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:17,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449337523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:17,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449337523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:17,533 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_2' in f348020e25d42bc4501cb844ecda8f5d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:41:17,533 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in f348020e25d42bc4501cb844ecda8f5d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:41:17,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:17,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:17,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:17,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:17,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:17,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:17,533 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in f348020e25d42bc4501cb844ecda8f5d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:41:17,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:17,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:17,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:17,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449337532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:17,545 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_0' in f348020e25d42bc4501cb844ecda8f5d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:41:17,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:17,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:17,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:17,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-06T01:41:17,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:17,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:17,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:17,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:17,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:17,662 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/eecceaba623344859a26740743d08004
2024-12-06T01:41:17,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/bba29a3c1bb648e6acd562e3a9bdafe1 is 50, key is test_row_0/C:col10/1733449276783/Put/seqid=0
2024-12-06T01:41:17,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449337682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:17,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:17,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:17,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:17,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741905_1081 (size=9857)
2024-12-06T01:41:17,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-06T01:41:17,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:17,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:17,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:17,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:17,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-06T01:41:17,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-06T01:41:17,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:17,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:17,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:17,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:17,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:18,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-06T01:41:18,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:18,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:18,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:18,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:18,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:18,134 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/bba29a3c1bb648e6acd562e3a9bdafe1
2024-12-06T01:41:18,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/490ebe356e084236be236284f7363817 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/490ebe356e084236be236284f7363817
2024-12-06T01:41:18,151 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/490ebe356e084236be236284f7363817, entries=100, sequenceid=437, filesize=9.6 K
2024-12-06T01:41:18,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/eecceaba623344859a26740743d08004 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/eecceaba623344859a26740743d08004
2024-12-06T01:41:18,159 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/eecceaba623344859a26740743d08004, entries=100, sequenceid=437, filesize=9.6 K
2024-12-06T01:41:18,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/bba29a3c1bb648e6acd562e3a9bdafe1 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bba29a3c1bb648e6acd562e3a9bdafe1
2024-12-06T01:41:18,169 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bba29a3c1bb648e6acd562e3a9bdafe1, entries=100, sequenceid=437, filesize=9.6 K
2024-12-06T01:41:18,171 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for f348020e25d42bc4501cb844ecda8f5d in 1386ms, sequenceid=437, compaction requested=true
2024-12-06T01:41:18,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:18,171 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:41:18,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:41:18,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:18,172 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:41:18,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:41:18,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:18,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:41:18,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:18,173 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:41:18,173 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/A is initiating minor compaction (all files)
2024-12-06T01:41:18,173 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/A in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:18,174 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/cbf9d6b6c3614c6498f5ef22c5c9126a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/9cc4915e4963400893cc9a3d1d1bd2be, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/30e3c6c2714240ffa65d8d408adcf823, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/490ebe356e084236be236284f7363817] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=46.3 K
2024-12-06T01:41:18,174 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbf9d6b6c3614c6498f5ef22c5c9126a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733449274202
2024-12-06T01:41:18,174 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:41:18,175 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/B is initiating minor compaction (all files)
2024-12-06T01:41:18,175 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/B in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:18,175 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/e1e8b5b18d574ad7975d65b3d248d6d3, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/b65966ad318c446eaf54e7428b8657a3, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/5109028b6c684adba50f57fca6ec35fe, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/eecceaba623344859a26740743d08004] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=46.3 K
2024-12-06T01:41:18,175 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cc4915e4963400893cc9a3d1d1bd2be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733449274493
2024-12-06T01:41:18,176 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting e1e8b5b18d574ad7975d65b3d248d6d3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733449274202
2024-12-06T01:41:18,176 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30e3c6c2714240ffa65d8d408adcf823, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733449275352
2024-12-06T01:41:18,176 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting b65966ad318c446eaf54e7428b8657a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733449274493
2024-12-06T01:41:18,176 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 490ebe356e084236be236284f7363817, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733449276466
2024-12-06T01:41:18,177 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 5109028b6c684adba50f57fca6ec35fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733449275352
2024-12-06T01:41:18,178 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting eecceaba623344859a26740743d08004, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733449276466
2024-12-06T01:41:18,206 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#A#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:18,207 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/90db34e414d14bc68e8b1f94893c2ca8 is 50, key is test_row_0/A:col10/1733449276783/Put/seqid=0
2024-12-06T01:41:18,210 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-12-06T01:41:18,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:18,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:18,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:18,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:18,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:18,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:18,226 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#B#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:18,227 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/535b991fc7944d3fa4f6e8e913bd12d5 is 50, key is test_row_0/B:col10/1733449276783/Put/seqid=0
2024-12-06T01:41:18,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-06T01:41:18,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:18,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:18,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:18,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:18,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:18,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/0caa2036f57f47b6beec8a5194af9bae is 50, key is test_row_0/A:col10/1733449277033/Put/seqid=0
2024-12-06T01:41:18,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741906_1082 (size=13085)
2024-12-06T01:41:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-06T01:41:18,287 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/90db34e414d14bc68e8b1f94893c2ca8 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/90db34e414d14bc68e8b1f94893c2ca8
2024-12-06T01:41:18,304 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/A of f348020e25d42bc4501cb844ecda8f5d into 90db34e414d14bc68e8b1f94893c2ca8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:18,305 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:18,305 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/A, priority=12, startTime=1733449278171; duration=0sec
2024-12-06T01:41:18,305 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:18,305 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:A
2024-12-06T01:41:18,305 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:41:18,309 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:41:18,309 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/C is initiating minor compaction (all files)
2024-12-06T01:41:18,309 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/C in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:18,309 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/06b763522ded4d9388275622bb7c26ee, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/815d519e5cf846bbaef1f088d8e570ef, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bcd9ea51fe334b13923607dc728ece9d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bba29a3c1bb648e6acd562e3a9bdafe1] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=46.3 K
2024-12-06T01:41:18,310 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06b763522ded4d9388275622bb7c26ee, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733449274202
2024-12-06T01:41:18,310 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 815d519e5cf846bbaef1f088d8e570ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733449274493
2024-12-06T01:41:18,311 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcd9ea51fe334b13923607dc728ece9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733449275352
2024-12-06T01:41:18,311 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting bba29a3c1bb648e6acd562e3a9bdafe1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733449276466
2024-12-06T01:41:18,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741908_1084 (size=14741)
2024-12-06T01:41:18,343 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/0caa2036f57f47b6beec8a5194af9bae
2024-12-06T01:41:18,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449338345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:18,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:18,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:18,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:18,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741907_1083 (size=13085)
2024-12-06T01:41:18,367 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#C#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:18,368 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/c7078d76e83c4bdaa4a5711ed6084a80 is 50, key is test_row_0/C:col10/1733449276783/Put/seqid=0
2024-12-06T01:41:18,377 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/535b991fc7944d3fa4f6e8e913bd12d5 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/535b991fc7944d3fa4f6e8e913bd12d5
2024-12-06T01:41:18,386 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/B of f348020e25d42bc4501cb844ecda8f5d into 535b991fc7944d3fa4f6e8e913bd12d5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:18,386 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:18,386 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/B, priority=12, startTime=1733449278172; duration=0sec
2024-12-06T01:41:18,386 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:18,387 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:B
2024-12-06T01:41:18,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/f08e8cb34cd640a68dd09308d3552fa1 is 50, key is test_row_0/B:col10/1733449277033/Put/seqid=0
2024-12-06T01:41:18,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-06T01:41:18,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:18,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:18,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:18,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:18,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:18,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741909_1085 (size=13085)
2024-12-06T01:41:18,430 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/c7078d76e83c4bdaa4a5711ed6084a80 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/c7078d76e83c4bdaa4a5711ed6084a80
2024-12-06T01:41:18,441 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/C of f348020e25d42bc4501cb844ecda8f5d into c7078d76e83c4bdaa4a5711ed6084a80(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:18,441 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:18,441 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/C, priority=12, startTime=1733449278173; duration=0sec
2024-12-06T01:41:18,442 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:18,442 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:C
2024-12-06T01:41:18,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741910_1086 (size=12301)
2024-12-06T01:41:18,451 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/f08e8cb34cd640a68dd09308d3552fa1
2024-12-06T01:41:18,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449338456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:18,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/6b38a3ac000745bf9c439d9f896b73ce is 50, key is test_row_0/C:col10/1733449277033/Put/seqid=0
2024-12-06T01:41:18,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741911_1087 (size=12301)
2024-12-06T01:41:18,536 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/6b38a3ac000745bf9c439d9f896b73ce
2024-12-06T01:41:18,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/0caa2036f57f47b6beec8a5194af9bae as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/0caa2036f57f47b6beec8a5194af9bae
2024-12-06T01:41:18,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-06T01:41:18,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:18,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:18,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:18,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:18,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:18,550 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/0caa2036f57f47b6beec8a5194af9bae, entries=200, sequenceid=474, filesize=14.4 K
2024-12-06T01:41:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:18,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/f08e8cb34cd640a68dd09308d3552fa1 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/f08e8cb34cd640a68dd09308d3552fa1
2024-12-06T01:41:18,575 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/f08e8cb34cd640a68dd09308d3552fa1, entries=150, sequenceid=474, filesize=12.0 K
2024-12-06T01:41:18,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/6b38a3ac000745bf9c439d9f896b73ce as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/6b38a3ac000745bf9c439d9f896b73ce
2024-12-06T01:41:18,599 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/6b38a3ac000745bf9c439d9f896b73ce, entries=150, sequenceid=474, filesize=12.0 K
2024-12-06T01:41:18,600 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for f348020e25d42bc4501cb844ecda8f5d in 390ms, sequenceid=474, compaction requested=false
2024-12-06T01:41:18,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:18,667 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-06T01:41:18,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:18,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:18,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:18,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:18,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:18,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:18,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/75f3df87b43642449148413633d580fe is 50, key is test_row_0/A:col10/1733449278665/Put/seqid=0
2024-12-06T01:41:18,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741912_1088 (size=12297)
2024-12-06T01:41:18,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-06T01:41:18,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:18,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:18,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:18,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:18,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:18,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733449278697, max timestamp=1733449278810Num uniques 859; 
2024-12-06T01:41:18,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-06T01:41:18,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733449278697, max timestamp=1733449278810Num uniques 859; 
2024-12-06T01:41:18,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-06T01:41:18,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733449278697, max timestamp=1733449278810Num uniques 859; 
2024-12-06T01:41:18,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-06T01:41:18,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-06T01:41:18,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:18,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:18,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:18,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:18,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:18,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449338944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:19,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-06T01:41:19,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:19,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:19,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:19,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:19,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:19,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449339063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:19,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:19,100 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/75f3df87b43642449148413633d580fe
2024-12-06T01:41:19,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/66c6c2c493834ffa8d0863299128166c is 50, key is test_row_0/B:col10/1733449278665/Put/seqid=0
2024-12-06T01:41:19,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-06T01:41:19,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:19,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:19,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:19,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:19,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:19,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741913_1089 (size=9857)
2024-12-06T01:41:19,188 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/66c6c2c493834ffa8d0863299128166c
2024-12-06T01:41:19,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/7a191106e4b24817a097f6dab1efe586 is 50, key is test_row_0/C:col10/1733449278665/Put/seqid=0
2024-12-06T01:41:19,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449339273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:19,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741914_1090 (size=9857)
2024-12-06T01:41:19,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:19,284 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/7a191106e4b24817a097f6dab1efe586
2024-12-06T01:41:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-06T01:41:19,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/75f3df87b43642449148413633d580fe as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/75f3df87b43642449148413633d580fe
2024-12-06T01:41:19,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-06T01:41:19,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:19,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:19,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:19,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:19,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:19,334 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/75f3df87b43642449148413633d580fe, entries=150, sequenceid=488, filesize=12.0 K
2024-12-06T01:41:19,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/66c6c2c493834ffa8d0863299128166c as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/66c6c2c493834ffa8d0863299128166c
2024-12-06T01:41:19,350 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/66c6c2c493834ffa8d0863299128166c, entries=100, sequenceid=488, filesize=9.6 K
2024-12-06T01:41:19,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/7a191106e4b24817a097f6dab1efe586 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/7a191106e4b24817a097f6dab1efe586
2024-12-06T01:41:19,369 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/7a191106e4b24817a097f6dab1efe586, entries=100, sequenceid=488, filesize=9.6 K
2024-12-06T01:41:19,370 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for f348020e25d42bc4501cb844ecda8f5d in 703ms, sequenceid=488, compaction requested=true
2024-12-06T01:41:19,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:19,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:41:19,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:19,370 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:19,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:41:19,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:19,371 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:19,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:41:19,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:19,374 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:19,374 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/B is initiating minor compaction (all files)
2024-12-06T01:41:19,374 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/B in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:19,374 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/535b991fc7944d3fa4f6e8e913bd12d5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/f08e8cb34cd640a68dd09308d3552fa1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/66c6c2c493834ffa8d0863299128166c] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=34.4 K
2024-12-06T01:41:19,374 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40123 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:19,375 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/A is initiating minor compaction (all files)
2024-12-06T01:41:19,375 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/A in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:19,375 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/90db34e414d14bc68e8b1f94893c2ca8, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/0caa2036f57f47b6beec8a5194af9bae, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/75f3df87b43642449148413633d580fe] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=39.2 K
2024-12-06T01:41:19,377 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 535b991fc7944d3fa4f6e8e913bd12d5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733449275352
2024-12-06T01:41:19,377 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90db34e414d14bc68e8b1f94893c2ca8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733449275352
2024-12-06T01:41:19,388 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting f08e8cb34cd640a68dd09308d3552fa1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1733449277023
2024-12-06T01:41:19,390 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0caa2036f57f47b6beec8a5194af9bae, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1733449276954
2024-12-06T01:41:19,396 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 66c6c2c493834ffa8d0863299128166c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733449278342
2024-12-06T01:41:19,396 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75f3df87b43642449148413633d580fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733449278259
2024-12-06T01:41:19,426 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:19,430 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/876a75f8730840d6b016cd61dfd1170f is 50, key is test_row_0/B:col10/1733449278665/Put/seqid=0
2024-12-06T01:41:19,442 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#A#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:19,443 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/6453195231fa4163a9ad11661b87cda4 is 50, key is test_row_0/A:col10/1733449278665/Put/seqid=0
2024-12-06T01:41:19,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-06T01:41:19,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:19,498 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB
2024-12-06T01:41:19,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:19,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:19,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:19,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:19,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:19,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:19,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741915_1091 (size=13187)
2024-12-06T01:41:19,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741916_1092 (size=13187)
2024-12-06T01:41:19,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/cfafb2eb88d042bcb34801c7dd3f9fd4 is 50, key is test_row_0/A:col10/1733449278860/Put/seqid=0
2024-12-06T01:41:19,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:19,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741917_1093 (size=12301)
2024-12-06T01:41:19,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449339567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:19,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449339568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:19,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449339581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:19,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449339582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:19,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:19,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449339583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:19,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449339693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:19,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449339693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:19,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449339693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:19,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449339693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:19,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449339906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:19,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:19,922 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/876a75f8730840d6b016cd61dfd1170f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/876a75f8730840d6b016cd61dfd1170f
2024-12-06T01:41:19,923 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449339907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:19,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:19,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449339926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:19,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:19,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449339926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:19,932 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/B of f348020e25d42bc4501cb844ecda8f5d into 876a75f8730840d6b016cd61dfd1170f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:19,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,932 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:19,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:19,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:19,932 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/B, priority=13, startTime=1733449279370; duration=0sec
2024-12-06T01:41:19,932 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:19,932 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:B
2024-12-06T01:41:19,932 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:19,935 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:19,935 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/C is initiating minor compaction (all files)
2024-12-06T01:41:19,935 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/C in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:19,935 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/c7078d76e83c4bdaa4a5711ed6084a80, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/6b38a3ac000745bf9c439d9f896b73ce, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/7a191106e4b24817a097f6dab1efe586] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=34.4 K
2024-12-06T01:41:19,939 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting c7078d76e83c4bdaa4a5711ed6084a80, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733449275352
2024-12-06T01:41:19,940 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b38a3ac000745bf9c439d9f896b73ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1733449277023
2024-12-06T01:41:19,940 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a191106e4b24817a097f6dab1efe586, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733449278342
2024-12-06T01:41:19,950 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/6453195231fa4163a9ad11661b87cda4 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/6453195231fa4163a9ad11661b87cda4
2024-12-06T01:41:19,958 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/A of f348020e25d42bc4501cb844ecda8f5d into 6453195231fa4163a9ad11661b87cda4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:19,959 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:19,959 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/A, priority=13, startTime=1733449279370; duration=0sec
2024-12-06T01:41:19,959 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:19,959 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:A
2024-12-06T01:41:19,973 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#C#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:19,974 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/f67fe540ef454d168c4c8034e961aa7e is 50, key is test_row_0/C:col10/1733449278665/Put/seqid=0
2024-12-06T01:41:19,975 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/cfafb2eb88d042bcb34801c7dd3f9fd4
2024-12-06T01:41:20,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741918_1094 (size=13187)
2024-12-06T01:41:20,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/e0809079bef342aea5129a6f893119ae is 50, key is test_row_0/B:col10/1733449278860/Put/seqid=0
2024-12-06T01:41:20,018 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/f67fe540ef454d168c4c8034e961aa7e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/f67fe540ef454d168c4c8034e961aa7e
2024-12-06T01:41:20,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741919_1095 (size=12301)
2024-12-06T01:41:20,027 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/C of f348020e25d42bc4501cb844ecda8f5d into f67fe540ef454d168c4c8034e961aa7e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:20,027 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:20,027 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/C, priority=13, startTime=1733449279371; duration=0sec
2024-12-06T01:41:20,027 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:20,027 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:C
2024-12-06T01:41:20,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449340092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:20,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:20,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:20,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:20,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449340224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:20,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:20,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:20,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:20,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449340235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:20,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449340234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:20,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449340242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:20,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:20,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:20,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:20,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:20,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:20,426 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/e0809079bef342aea5129a6f893119ae
2024-12-06T01:41:20,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/a4da2723892f4d80802a1a298587f283 is 50, key is test_row_0/C:col10/1733449278860/Put/seqid=0
2024-12-06T01:41:20,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741920_1096 (size=12301)
2024-12-06T01:41:20,475 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/a4da2723892f4d80802a1a298587f283
2024-12-06T01:41:20,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/cfafb2eb88d042bcb34801c7dd3f9fd4 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/cfafb2eb88d042bcb34801c7dd3f9fd4
2024-12-06T01:41:20,533 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/cfafb2eb88d042bcb34801c7dd3f9fd4, entries=150, sequenceid=522, filesize=12.0 K
2024-12-06T01:41:20,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/e0809079bef342aea5129a6f893119ae as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/e0809079bef342aea5129a6f893119ae
2024-12-06T01:41:20,560 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/e0809079bef342aea5129a6f893119ae, entries=150, sequenceid=522, filesize=12.0 K
2024-12-06T01:41:20,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/a4da2723892f4d80802a1a298587f283 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/a4da2723892f4d80802a1a298587f283
2024-12-06T01:41:20,577 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/a4da2723892f4d80802a1a298587f283, entries=150, sequenceid=522, filesize=12.0 K
2024-12-06T01:41:20,580 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=60.38 KB/61830 for f348020e25d42bc4501cb844ecda8f5d in 1082ms, sequenceid=522, compaction requested=false
2024-12-06T01:41:20,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:20,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:20,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18
2024-12-06T01:41:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=18
2024-12-06T01:41:20,587 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-06T01:41:20,587 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4350 sec
2024-12-06T01:41:20,607 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 3.4440 sec
2024-12-06T01:41:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:20,746 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-06T01:41:20,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:20,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:20,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:20,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:20,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:20,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:20,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/986b3dad90fe47d9b541e894c11f8283 is 50, key is test_row_0/A:col10/1733449279561/Put/seqid=0
2024-12-06T01:41:20,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741921_1097 (size=14741)
2024-12-06T01:41:20,847 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/986b3dad90fe47d9b541e894c11f8283
2024-12-06T01:41:20,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/03f733a86cf440aba718bc847538f04d is 50, key is test_row_0/B:col10/1733449279561/Put/seqid=0
2024-12-06T01:41:20,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741922_1098 (size=12301)
2024-12-06T01:41:20,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449340881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:20,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:20,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449340884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:20,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:20,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:20,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:20,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:20,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:20,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449340893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:20,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449340896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:20,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:20,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:20,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:20,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:20,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:20,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:21,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449341002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:21,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:21,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449341002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:21,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:21,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:21,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449341002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:21,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:21,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:21,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449341012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:21,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:21,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449341116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:21,119 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in f348020e25d42bc4501cb844ecda8f5d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:41:21,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:21,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449341212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:21,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:21,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449341212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:21,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:21,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449341213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:21,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:21,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449341222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:21,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:21,276 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/03f733a86cf440aba718bc847538f04d
2024-12-06T01:41:21,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/e83e4776aebf4588b118a7e92a8574c0 is 50, key is test_row_0/C:col10/1733449279561/Put/seqid=0
2024-12-06T01:41:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-06T01:41:21,304 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:21,304 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:41:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees
2024-12-06T01:41:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-06T01:41:21,310 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:41:21,311 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:41:21,311 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:41:21,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741923_1099 (size=12301)
2024-12-06T01:41:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-06T01:41:21,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-12-06T01:41:21,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:21,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:21,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:21,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:21,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:21,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449341523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:21,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449341523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:21,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:21,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449341532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:21,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449341533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:21,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:21,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:21,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:21,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-12-06T01:41:21,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:21,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:21,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:21,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:21,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-06T01:41:21,739 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/e83e4776aebf4588b118a7e92a8574c0
2024-12-06T01:41:21,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/986b3dad90fe47d9b541e894c11f8283 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/986b3dad90fe47d9b541e894c11f8283
2024-12-06T01:41:21,757 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/986b3dad90fe47d9b541e894c11f8283, entries=200, sequenceid=538, filesize=14.4 K
2024-12-06T01:41:21,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/03f733a86cf440aba718bc847538f04d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/03f733a86cf440aba718bc847538f04d
2024-12-06T01:41:21,765 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/03f733a86cf440aba718bc847538f04d, entries=150, sequenceid=538, filesize=12.0 K
2024-12-06T01:41:21,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/e83e4776aebf4588b118a7e92a8574c0 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/e83e4776aebf4588b118a7e92a8574c0
2024-12-06T01:41:21,775 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/e83e4776aebf4588b118a7e92a8574c0, entries=150, sequenceid=538, filesize=12.0 K
2024-12-06T01:41:21,776 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for f348020e25d42bc4501cb844ecda8f5d in 1030ms, sequenceid=538, compaction requested=true
2024-12-06T01:41:21,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:21,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:41:21,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:21,777 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:21,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:41:21,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:21,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:41:21,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-06T01:41:21,777 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:21,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-12-06T01:41:21,779 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:21,779 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/A is initiating minor compaction (all files)
2024-12-06T01:41:21,779 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/A in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:21,779 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/6453195231fa4163a9ad11661b87cda4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/cfafb2eb88d042bcb34801c7dd3f9fd4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/986b3dad90fe47d9b541e894c11f8283] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=39.3 K
2024-12-06T01:41:21,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:21,780 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-06T01:41:21,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:21,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:21,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:21,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:21,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:21,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:21,782 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:21,782 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/B is initiating minor compaction (all files)
2024-12-06T01:41:21,782 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/B in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:21,782 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/876a75f8730840d6b016cd61dfd1170f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/e0809079bef342aea5129a6f893119ae, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/03f733a86cf440aba718bc847538f04d] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=36.9 K
2024-12-06T01:41:21,782 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6453195231fa4163a9ad11661b87cda4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733449277023
2024-12-06T01:41:21,783 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 876a75f8730840d6b016cd61dfd1170f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733449277023
2024-12-06T01:41:21,785 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting e0809079bef342aea5129a6f893119ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1733449278860
2024-12-06T01:41:21,785 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfafb2eb88d042bcb34801c7dd3f9fd4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1733449278860
2024-12-06T01:41:21,786 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 03f733a86cf440aba718bc847538f04d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1733449279561
2024-12-06T01:41:21,787 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 986b3dad90fe47d9b541e894c11f8283, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1733449279561
2024-12-06T01:41:21,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/a2e90261c4424dc1a7493dbd6fa4dc4b is 50, key is test_row_0/A:col10/1733449280893/Put/seqid=0
2024-12-06T01:41:21,834 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#A#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:21,835 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/fd4f8e38ca82429f881a687488868bc7 is 50, key is test_row_0/A:col10/1733449279561/Put/seqid=0
2024-12-06T01:41:21,842 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#B#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:21,843 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/7d0014377e6a41a0a87cb7007d6b5d60 is 50, key is test_row_0/B:col10/1733449279561/Put/seqid=0
2024-12-06T01:41:21,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741925_1101 (size=13289)
2024-12-06T01:41:21,916 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/fd4f8e38ca82429f881a687488868bc7 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/fd4f8e38ca82429f881a687488868bc7
2024-12-06T01:41:21,923 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/A of f348020e25d42bc4501cb844ecda8f5d into fd4f8e38ca82429f881a687488868bc7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:21,923 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:21,923 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/A, priority=13, startTime=1733449281777; duration=0sec
2024-12-06T01:41:21,924 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:21,924 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:A
2024-12-06T01:41:21,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741924_1100 (size=12301)
2024-12-06T01:41:21,924 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:21,926 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/a2e90261c4424dc1a7493dbd6fa4dc4b
2024-12-06T01:41:21,926 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:21,926 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/C is initiating minor compaction (all files)
2024-12-06T01:41:21,926 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/C in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:21,926 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/f67fe540ef454d168c4c8034e961aa7e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/a4da2723892f4d80802a1a298587f283, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/e83e4776aebf4588b118a7e92a8574c0] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=36.9 K
2024-12-06T01:41:21,927 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting f67fe540ef454d168c4c8034e961aa7e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733449277023
2024-12-06T01:41:21,929 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4da2723892f4d80802a1a298587f283, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1733449278860
2024-12-06T01:41:21,929 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting e83e4776aebf4588b118a7e92a8574c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1733449279561
2024-12-06T01:41:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-06T01:41:21,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741926_1102 (size=13289)
2024-12-06T01:41:21,953 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/7d0014377e6a41a0a87cb7007d6b5d60 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/7d0014377e6a41a0a87cb7007d6b5d60
2024-12-06T01:41:21,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/b0cbf55ef0894b8c9ce3d5f4bdad06e9 is 50, key is test_row_0/B:col10/1733449280893/Put/seqid=0
2024-12-06T01:41:21,965 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#C#compaction#91 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:21,966 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/fe2c21b3f7664fe4960ce76118025977 is 50, key is test_row_0/C:col10/1733449279561/Put/seqid=0
2024-12-06T01:41:21,973 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/B of f348020e25d42bc4501cb844ecda8f5d into 7d0014377e6a41a0a87cb7007d6b5d60(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:21,973 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:21,974 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/B, priority=13, startTime=1733449281777; duration=0sec
2024-12-06T01:41:21,974 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:21,974 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:B
2024-12-06T01:41:21,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741927_1103 (size=12301)
2024-12-06T01:41:22,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741928_1104 (size=13289)
2024-12-06T01:41:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:22,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. as already flushing
2024-12-06T01:41:22,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449342088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:22,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449342088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:22,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449342102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:22,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449342106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:22,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449342212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:22,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:22,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449342212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:22,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:22,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449342224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:22,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:22,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449342224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:22,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:22,396 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/b0cbf55ef0894b8c9ce3d5f4bdad06e9
2024-12-06T01:41:22,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449342423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:22,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:22,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449342423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:22,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:22,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/c99efdeedd3847608550782190f84419 is 50, key is test_row_0/C:col10/1733449280893/Put/seqid=0
2024-12-06T01:41:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:22,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449342432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:22,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-06T01:41:22,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449342444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:22,451 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/fe2c21b3f7664fe4960ce76118025977 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/fe2c21b3f7664fe4960ce76118025977
2024-12-06T01:41:22,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:22,474 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/C of f348020e25d42bc4501cb844ecda8f5d into fe2c21b3f7664fe4960ce76118025977(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:22,474 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:22,474 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/C, priority=13, startTime=1733449281777; duration=0sec
2024-12-06T01:41:22,474 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:22,474 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:C
2024-12-06T01:41:22,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741929_1105 (size=12301)
2024-12-06T01:41:22,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:22,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449342742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449342742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:22,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:22,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:22,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449342754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:22,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449342762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:22,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:22,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:22,885 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/c99efdeedd3847608550782190f84419
2024-12-06T01:41:22,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/a2e90261c4424dc1a7493dbd6fa4dc4b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/a2e90261c4424dc1a7493dbd6fa4dc4b
2024-12-06T01:41:22,902 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/a2e90261c4424dc1a7493dbd6fa4dc4b, entries=150, sequenceid=557, filesize=12.0 K
2024-12-06T01:41:22,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/b0cbf55ef0894b8c9ce3d5f4bdad06e9 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/b0cbf55ef0894b8c9ce3d5f4bdad06e9
2024-12-06T01:41:22,929 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/b0cbf55ef0894b8c9ce3d5f4bdad06e9, entries=150, sequenceid=557, filesize=12.0 K
2024-12-06T01:41:22,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/c99efdeedd3847608550782190f84419 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/c99efdeedd3847608550782190f84419
2024-12-06T01:41:22,941 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/c99efdeedd3847608550782190f84419, entries=150, sequenceid=557, filesize=12.0 K
2024-12-06T01:41:22,942 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for f348020e25d42bc4501cb844ecda8f5d in 1162ms, sequenceid=557, compaction requested=false
2024-12-06T01:41:22,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:22,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:22,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20
2024-12-06T01:41:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=20
2024-12-06T01:41:22,952 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-06T01:41:22,952 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6340 sec
2024-12-06T01:41:22,954 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.6480 sec
2024-12-06T01:41:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:23,134 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-12-06T01:41:23,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:23,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:23,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:23,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:23,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:23,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:23,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/d8741ed8e83b43d7bd8172ae652eab07 is 50, key is test_row_0/A:col10/1733449282100/Put/seqid=0
2024-12-06T01:41:23,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741930_1106 (size=14741)
2024-12-06T01:41:23,162 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/d8741ed8e83b43d7bd8172ae652eab07
2024-12-06T01:41:23,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/fdb00e668ae040c4ae4fa09eb3b0fb3d is 50, key is test_row_0/B:col10/1733449282100/Put/seqid=0
2024-12-06T01:41:23,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741931_1107 (size=12301)
2024-12-06T01:41:23,184 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/fdb00e668ae040c4ae4fa09eb3b0fb3d
2024-12-06T01:41:23,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/318eda41008c4fe0b5bbb4fae8e05024 is 50, key is test_row_0/C:col10/1733449282100/Put/seqid=0
2024-12-06T01:41:23,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449343211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:23,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741932_1108 (size=12301)
2024-12-06T01:41:23,226 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/318eda41008c4fe0b5bbb4fae8e05024
2024-12-06T01:41:23,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/d8741ed8e83b43d7bd8172ae652eab07 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/d8741ed8e83b43d7bd8172ae652eab07
2024-12-06T01:41:23,241 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/d8741ed8e83b43d7bd8172ae652eab07, entries=200, sequenceid=575, filesize=14.4 K
2024-12-06T01:41:23,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/fdb00e668ae040c4ae4fa09eb3b0fb3d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/fdb00e668ae040c4ae4fa09eb3b0fb3d
2024-12-06T01:41:23,252 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/fdb00e668ae040c4ae4fa09eb3b0fb3d, entries=150, sequenceid=575, filesize=12.0 K
2024-12-06T01:41:23,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33312 deadline: 1733449343253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:23,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:23,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/318eda41008c4fe0b5bbb4fae8e05024 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/318eda41008c4fe0b5bbb4fae8e05024
2024-12-06T01:41:23,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33342 deadline: 1733449343262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:23,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:23,271 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/318eda41008c4fe0b5bbb4fae8e05024, entries=150, sequenceid=575, filesize=12.0 K
2024-12-06T01:41:23,272 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for f348020e25d42bc4501cb844ecda8f5d in 138ms, sequenceid=575, compaction requested=true
2024-12-06T01:41:23,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:23,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:41:23,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:23,272 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:23,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:41:23,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:23,272 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:23,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:41:23,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:23,274 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:23,274 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/B is initiating minor compaction (all files)
2024-12-06T01:41:23,274 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/B in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:23,275 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/7d0014377e6a41a0a87cb7007d6b5d60, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/b0cbf55ef0894b8c9ce3d5f4bdad06e9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/fdb00e668ae040c4ae4fa09eb3b0fb3d] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=37.0 K
2024-12-06T01:41:23,275 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:23,275 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/A is initiating minor compaction (all files)
2024-12-06T01:41:23,275 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/A in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:23,275 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/fd4f8e38ca82429f881a687488868bc7, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/a2e90261c4424dc1a7493dbd6fa4dc4b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/d8741ed8e83b43d7bd8172ae652eab07] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=39.4 K
2024-12-06T01:41:23,276 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd4f8e38ca82429f881a687488868bc7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1733449279561
2024-12-06T01:41:23,276 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d0014377e6a41a0a87cb7007d6b5d60, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1733449279561
2024-12-06T01:41:23,276 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2e90261c4424dc1a7493dbd6fa4dc4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1733449280764
2024-12-06T01:41:23,276 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting b0cbf55ef0894b8c9ce3d5f4bdad06e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1733449280764
2024-12-06T01:41:23,277 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8741ed8e83b43d7bd8172ae652eab07, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1733449282084
2024-12-06T01:41:23,277 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting fdb00e668ae040c4ae4fa09eb3b0fb3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1733449282084
2024-12-06T01:41:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:23,285 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-12-06T01:41:23,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:23,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:23,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:23,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:23,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:23,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:23,298 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:23,299 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/cb5b4233a9ed4716b9de64c320bb13b4 is 50, key is test_row_0/B:col10/1733449282100/Put/seqid=0
2024-12-06T01:41:23,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/b6cb68d8d5bf4b2c9bdce55ea00ed8ba is 50, key is test_row_0/A:col10/1733449283176/Put/seqid=0
2024-12-06T01:41:23,301 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#A#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:23,301 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/6bb4875f030f43c2ba8aa341822b833d is 50, key is test_row_0/A:col10/1733449282100/Put/seqid=0
2024-12-06T01:41:23,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741933_1109 (size=14741)
2024-12-06T01:41:23,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741935_1111 (size=13391)
2024-12-06T01:41:23,318 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/b6cb68d8d5bf4b2c9bdce55ea00ed8ba
2024-12-06T01:41:23,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741934_1110 (size=13391)
2024-12-06T01:41:23,332 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/6bb4875f030f43c2ba8aa341822b833d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/6bb4875f030f43c2ba8aa341822b833d
2024-12-06T01:41:23,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449343322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:23,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:23,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449343325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:23,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:23,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449343334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:23,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:23,342 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/cb5b4233a9ed4716b9de64c320bb13b4 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/cb5b4233a9ed4716b9de64c320bb13b4
2024-12-06T01:41:23,344 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/A of f348020e25d42bc4501cb844ecda8f5d into 6bb4875f030f43c2ba8aa341822b833d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:23,344 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:23,344 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/A, priority=13, startTime=1733449283272; duration=0sec
2024-12-06T01:41:23,344 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:23,344 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:A
2024-12-06T01:41:23,345 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:23,347 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:23,347 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): f348020e25d42bc4501cb844ecda8f5d/C is initiating minor compaction (all files)
2024-12-06T01:41:23,348 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f348020e25d42bc4501cb844ecda8f5d/C in TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:23,348 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/fe2c21b3f7664fe4960ce76118025977, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/c99efdeedd3847608550782190f84419, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/318eda41008c4fe0b5bbb4fae8e05024] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp, totalSize=37.0 K
2024-12-06T01:41:23,348 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe2c21b3f7664fe4960ce76118025977, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1733449279561
2024-12-06T01:41:23,349 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting c99efdeedd3847608550782190f84419, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1733449280764
2024-12-06T01:41:23,349 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 318eda41008c4fe0b5bbb4fae8e05024, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1733449282084
2024-12-06T01:41:23,350 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/B of f348020e25d42bc4501cb844ecda8f5d into cb5b4233a9ed4716b9de64c320bb13b4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:23,350 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:23,350 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/B, priority=13, startTime=1733449283272; duration=0sec
2024-12-06T01:41:23,350 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:23,350 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:B
2024-12-06T01:41:23,360 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f348020e25d42bc4501cb844ecda8f5d#C#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:23,361 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/c2014edb20654447bdc08940db45864a is 50, key is test_row_0/C:col10/1733449282100/Put/seqid=0
2024-12-06T01:41:23,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/21e2d9a2f521412dbad6417ed4f51d72 is 50, key is test_row_0/B:col10/1733449283176/Put/seqid=0
2024-12-06T01:41:23,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741936_1112 (size=13391)
2024-12-06T01:41:23,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741937_1113 (size=12301)
2024-12-06T01:41:23,377 INFO  [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160.
2024-12-06T01:41:23,377 INFO  [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156.
2024-12-06T01:41:23,377 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:41:23,377 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:41:23,379 INFO  [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154.
2024-12-06T01:41:23,379 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:41:23,382 INFO  [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158.
2024-12-06T01:41:23,382 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:41:23,383 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:23,383 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:23,383 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:23,383 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:23,383 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:23,383 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:23,383 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:41:23,383 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:41:23,384 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:23,384 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:41:23,384 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:23,384 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:41:23,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:23,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449343443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449343443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-06T01:41:23,452 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:23,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449343543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:23,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:23,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:23,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449343653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449343653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:23,775 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/21e2d9a2f521412dbad6417ed4f51d72
2024-12-06T01:41:23,781 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/c2014edb20654447bdc08940db45864a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/c2014edb20654447bdc08940db45864a
2024-12-06T01:41:23,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/060f1fb658014e6a966fae3db158f8b5 is 50, key is test_row_0/C:col10/1733449283176/Put/seqid=0
2024-12-06T01:41:23,787 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f348020e25d42bc4501cb844ecda8f5d/C of f348020e25d42bc4501cb844ecda8f5d into c2014edb20654447bdc08940db45864a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:23,787 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:23,787 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., storeName=f348020e25d42bc4501cb844ecda8f5d/C, priority=13, startTime=1733449283272; duration=0sec
2024-12-06T01:41:23,787 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:23,787 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:C
2024-12-06T01:41:23,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741938_1114 (size=12301)
2024-12-06T01:41:23,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:23,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733449343852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:23,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:23,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:23,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:23,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33346 deadline: 1733449343963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:23,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33300 deadline: 1733449343963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:23,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:23,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:23,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:41:24,194 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/060f1fb658014e6a966fae3db158f8b5
2024-12-06T01:41:24,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/b6cb68d8d5bf4b2c9bdce55ea00ed8ba as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/b6cb68d8d5bf4b2c9bdce55ea00ed8ba
2024-12-06T01:41:24,210 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/b6cb68d8d5bf4b2c9bdce55ea00ed8ba, entries=200, sequenceid=593, filesize=14.4 K
2024-12-06T01:41:24,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/21e2d9a2f521412dbad6417ed4f51d72 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/21e2d9a2f521412dbad6417ed4f51d72
2024-12-06T01:41:24,217 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/21e2d9a2f521412dbad6417ed4f51d72, entries=150, sequenceid=593, filesize=12.0 K
2024-12-06T01:41:24,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/060f1fb658014e6a966fae3db158f8b5 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/060f1fb658014e6a966fae3db158f8b5
2024-12-06T01:41:24,224 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/060f1fb658014e6a966fae3db158f8b5, entries=150, sequenceid=593, filesize=12.0 K
2024-12-06T01:41:24,225 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for f348020e25d42bc4501cb844ecda8f5d in 941ms, sequenceid=593, compaction requested=false
2024-12-06T01:41:24,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:24,275 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-12-06T01:41:24,275 INFO  [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143.
2024-12-06T01:41:24,275 INFO  [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151.
2024-12-06T01:41:24,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:24,275 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:41:24,275 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:41:24,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:24,275 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:24,275 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:24,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:24,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:24,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:24,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:24,275 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:24,275 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:24,275 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:41:24,275 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:41:24,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/75c743eedf3c4ca4937dc3886b39e634 is 50, key is test_row_1/A:col10/1733449284273/Put/seqid=0
2024-12-06T01:41:24,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741939_1115 (size=9857)
2024-12-06T01:41:24,365 INFO  [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147.
2024-12-06T01:41:24,365 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:41:24,365 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:24,365 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:24,365 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:41:24,474 INFO  [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149.
2024-12-06T01:41:24,474 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:41:24,475 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:24,475 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:24,475 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:41:24,475 INFO  [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145.
2024-12-06T01:41:24,475 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:41:24,475 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:24,475 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:24,475 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:41:24,475 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-06T01:41:24,476 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 65
2024-12-06T01:41:24,476 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 67
2024-12-06T01:41:24,476 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 165
2024-12-06T01:41:24,476 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 67
2024-12-06T01:41:24,476 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 145
2024-12-06T01:41:24,476 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-06T01:41:24,476 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2052
2024-12-06T01:41:24,476 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2027
2024-12-06T01:41:24,476 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-06T01:41:24,476 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 956
2024-12-06T01:41:24,476 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2868 rows
2024-12-06T01:41:24,476 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 980
2024-12-06T01:41:24,476 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2933 rows
2024-12-06T01:41:24,476 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-06T01:41:24,476 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T01:41:24,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:24,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:24,477 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:41:24,483 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-12-06T01:41:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-12-06T01:41:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-12-06T01:41:24,492 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449284492"}]},"ts":"1733449284492"}
2024-12-06T01:41:24,494 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-06T01:41:24,494 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-06T01:41:24,496 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-06T01:41:24,500 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f348020e25d42bc4501cb844ecda8f5d, UNASSIGN}]
2024-12-06T01:41:24,501 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f348020e25d42bc4501cb844ecda8f5d, UNASSIGN
2024-12-06T01:41:24,503 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=f348020e25d42bc4501cb844ecda8f5d, regionState=CLOSING, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:24,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f348020e25d42bc4501cb844ecda8f5d, UNASSIGN because future has completed
2024-12-06T01:41:24,505 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-06T01:41:24,506 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; CloseRegionProcedure f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601}]
2024-12-06T01:41:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-12-06T01:41:24,663 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(122): Close f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:24,663 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-06T01:41:24,664 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1722): Closing f348020e25d42bc4501cb844ecda8f5d, disabling compactions & flushes
2024-12-06T01:41:24,664 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:24,688 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/75c743eedf3c4ca4937dc3886b39e634
2024-12-06T01:41:24,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/57630b0046ae40d3ad86a4e4b9f9a7b7 is 50, key is test_row_1/B:col10/1733449284273/Put/seqid=0
2024-12-06T01:41:24,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741940_1116 (size=9857)
2024-12-06T01:41:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-12-06T01:41:25,117 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/57630b0046ae40d3ad86a4e4b9f9a7b7
2024-12-06T01:41:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-12-06T01:41:25,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/806b702beddc4381927b2b800aca03ff is 50, key is test_row_1/C:col10/1733449284273/Put/seqid=0
2024-12-06T01:41:25,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741941_1117 (size=9857)
2024-12-06T01:41:25,539 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/806b702beddc4381927b2b800aca03ff
2024-12-06T01:41:25,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/75c743eedf3c4ca4937dc3886b39e634 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/75c743eedf3c4ca4937dc3886b39e634
2024-12-06T01:41:25,550 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/75c743eedf3c4ca4937dc3886b39e634, entries=100, sequenceid=612, filesize=9.6 K
2024-12-06T01:41:25,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/57630b0046ae40d3ad86a4e4b9f9a7b7 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/57630b0046ae40d3ad86a4e4b9f9a7b7
2024-12-06T01:41:25,556 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/57630b0046ae40d3ad86a4e4b9f9a7b7, entries=100, sequenceid=612, filesize=9.6 K
2024-12-06T01:41:25,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/806b702beddc4381927b2b800aca03ff as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/806b702beddc4381927b2b800aca03ff
2024-12-06T01:41:25,563 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/806b702beddc4381927b2b800aca03ff, entries=100, sequenceid=612, filesize=9.6 K
2024-12-06T01:41:25,564 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=20.13 KB/20610 for f348020e25d42bc4501cb844ecda8f5d in 1290ms, sequenceid=612, compaction requested=true
2024-12-06T01:41:25,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f348020e25d42bc4501cb844ecda8f5d:

2024-12-06T01:41:25,564 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:25,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:41:25,564 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:25,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:25,564 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. after waiting 0 ms
2024-12-06T01:41:25,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:41:25,564 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:25,564 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. because compaction request was cancelled
2024-12-06T01:41:25,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:25,564 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. because compaction request was cancelled
2024-12-06T01:41:25,565 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:B
2024-12-06T01:41:25,565 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:A
2024-12-06T01:41:25,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f348020e25d42bc4501cb844ecda8f5d:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:41:25,565 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. because compaction request was cancelled
2024-12-06T01:41:25,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:25,565 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f348020e25d42bc4501cb844ecda8f5d:C
2024-12-06T01:41:25,565 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(2902): Flushing f348020e25d42bc4501cb844ecda8f5d 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB
2024-12-06T01:41:25,565 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=A
2024-12-06T01:41:25,565 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:25,565 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=B
2024-12-06T01:41:25,565 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:25,565 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f348020e25d42bc4501cb844ecda8f5d, store=C
2024-12-06T01:41:25,565 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:25,570 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/d5c0f0eeafe54022a2e6498bd8c05e94 is 50, key is test_row_0/A:col10/1733449284363/Put/seqid=0
2024-12-06T01:41:25,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741942_1118 (size=9857)
2024-12-06T01:41:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-12-06T01:41:25,668 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-06T01:41:25,987 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=618 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/d5c0f0eeafe54022a2e6498bd8c05e94
2024-12-06T01:41:26,001 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/aae2568db5fb4e939cd579e312d72939 is 50, key is test_row_0/B:col10/1733449284363/Put/seqid=0
2024-12-06T01:41:26,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741943_1119 (size=9857)
2024-12-06T01:41:26,407 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=618 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/aae2568db5fb4e939cd579e312d72939
2024-12-06T01:41:26,416 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/b611fd78446f46e6baa81a50e41b2c8a is 50, key is test_row_0/C:col10/1733449284363/Put/seqid=0
2024-12-06T01:41:26,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741944_1120 (size=9857)
2024-12-06T01:41:26,420 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=618 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/b611fd78446f46e6baa81a50e41b2c8a
2024-12-06T01:41:26,425 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/A/d5c0f0eeafe54022a2e6498bd8c05e94 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/d5c0f0eeafe54022a2e6498bd8c05e94
2024-12-06T01:41:26,430 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/d5c0f0eeafe54022a2e6498bd8c05e94, entries=100, sequenceid=618, filesize=9.6 K
2024-12-06T01:41:26,432 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/B/aae2568db5fb4e939cd579e312d72939 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/aae2568db5fb4e939cd579e312d72939
2024-12-06T01:41:26,441 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/aae2568db5fb4e939cd579e312d72939, entries=100, sequenceid=618, filesize=9.6 K
2024-12-06T01:41:26,442 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/.tmp/C/b611fd78446f46e6baa81a50e41b2c8a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/b611fd78446f46e6baa81a50e41b2c8a
2024-12-06T01:41:26,449 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/b611fd78446f46e6baa81a50e41b2c8a, entries=100, sequenceid=618, filesize=9.6 K
2024-12-06T01:41:26,453 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for f348020e25d42bc4501cb844ecda8f5d in 888ms, sequenceid=618, compaction requested=true
2024-12-06T01:41:26,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/7d923dbd54d0402bb903b22c1a72e8d6, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/396084c3c0d943b0aae2e003a2ffe845, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/307732f3418c4f17b768d4ed4c5a2490, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/ac023f26256441f6b449311107d39041, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/3a9fb45f8bcd4fca97409417d7c98b1a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/b93154eddfbc4c0eb61a8de310bdb6d1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/f7ddbb3202e14e5685793d872cbfa578, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/e43293d3f5784bd4afd812f090708f1e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/731713e1301c44449f99347baaaf3ce0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/d7b41d7a519a46a486164d7ae98079fa, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/9566b103afa04b41ac013798603d832b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/0d7d94b3be38415080dcabccb4d343b2, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/aad0651a35394badbe1fb9d9eb2027d4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/98ab6ba95d35466da1ab40f1897e4470, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/350019ed8ccf4bf599fdafb0cbf0495b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/f1a19ac52dbd49d0b572d39f9f5317d2, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/f942256f18a444749bc363db2ac77743, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/5106c18a1b09420eb10a7f21b5dfe93c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/a3341625536140cba1953f4f3c508588, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/cbf9d6b6c3614c6498f5ef22c5c9126a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/9cc4915e4963400893cc9a3d1d1bd2be, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/30e3c6c2714240ffa65d8d408adcf823, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/90db34e414d14bc68e8b1f94893c2ca8, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/490ebe356e084236be236284f7363817, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/0caa2036f57f47b6beec8a5194af9bae, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/6453195231fa4163a9ad11661b87cda4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/75f3df87b43642449148413633d580fe, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/cfafb2eb88d042bcb34801c7dd3f9fd4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/986b3dad90fe47d9b541e894c11f8283, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/fd4f8e38ca82429f881a687488868bc7, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/a2e90261c4424dc1a7493dbd6fa4dc4b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/d8741ed8e83b43d7bd8172ae652eab07] to archive
2024-12-06T01:41:26,460 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-06T01:41:26,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/7d923dbd54d0402bb903b22c1a72e8d6 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/7d923dbd54d0402bb903b22c1a72e8d6
2024-12-06T01:41:26,475 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/396084c3c0d943b0aae2e003a2ffe845 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/396084c3c0d943b0aae2e003a2ffe845
2024-12-06T01:41:26,477 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/307732f3418c4f17b768d4ed4c5a2490 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/307732f3418c4f17b768d4ed4c5a2490
2024-12-06T01:41:26,478 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/ac023f26256441f6b449311107d39041 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/ac023f26256441f6b449311107d39041
2024-12-06T01:41:26,479 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/3a9fb45f8bcd4fca97409417d7c98b1a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/3a9fb45f8bcd4fca97409417d7c98b1a
2024-12-06T01:41:26,481 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/b93154eddfbc4c0eb61a8de310bdb6d1 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/b93154eddfbc4c0eb61a8de310bdb6d1
2024-12-06T01:41:26,482 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/f7ddbb3202e14e5685793d872cbfa578 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/f7ddbb3202e14e5685793d872cbfa578
2024-12-06T01:41:26,484 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/e43293d3f5784bd4afd812f090708f1e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/e43293d3f5784bd4afd812f090708f1e
2024-12-06T01:41:26,485 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/731713e1301c44449f99347baaaf3ce0 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/731713e1301c44449f99347baaaf3ce0
2024-12-06T01:41:26,486 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/d7b41d7a519a46a486164d7ae98079fa to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/d7b41d7a519a46a486164d7ae98079fa
2024-12-06T01:41:26,488 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/9566b103afa04b41ac013798603d832b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/9566b103afa04b41ac013798603d832b
2024-12-06T01:41:26,489 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/0d7d94b3be38415080dcabccb4d343b2 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/0d7d94b3be38415080dcabccb4d343b2
2024-12-06T01:41:26,490 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/aad0651a35394badbe1fb9d9eb2027d4 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/aad0651a35394badbe1fb9d9eb2027d4
2024-12-06T01:41:26,492 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/98ab6ba95d35466da1ab40f1897e4470 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/98ab6ba95d35466da1ab40f1897e4470
2024-12-06T01:41:26,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/350019ed8ccf4bf599fdafb0cbf0495b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/350019ed8ccf4bf599fdafb0cbf0495b
2024-12-06T01:41:26,494 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/f1a19ac52dbd49d0b572d39f9f5317d2 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/f1a19ac52dbd49d0b572d39f9f5317d2
2024-12-06T01:41:26,496 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/f942256f18a444749bc363db2ac77743 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/f942256f18a444749bc363db2ac77743
2024-12-06T01:41:26,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/5106c18a1b09420eb10a7f21b5dfe93c to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/5106c18a1b09420eb10a7f21b5dfe93c
2024-12-06T01:41:26,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/a3341625536140cba1953f4f3c508588 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/a3341625536140cba1953f4f3c508588
2024-12-06T01:41:26,500 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/cbf9d6b6c3614c6498f5ef22c5c9126a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/cbf9d6b6c3614c6498f5ef22c5c9126a
2024-12-06T01:41:26,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/9cc4915e4963400893cc9a3d1d1bd2be to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/9cc4915e4963400893cc9a3d1d1bd2be
2024-12-06T01:41:26,503 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/30e3c6c2714240ffa65d8d408adcf823 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/30e3c6c2714240ffa65d8d408adcf823
2024-12-06T01:41:26,504 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/90db34e414d14bc68e8b1f94893c2ca8 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/90db34e414d14bc68e8b1f94893c2ca8
2024-12-06T01:41:26,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/490ebe356e084236be236284f7363817 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/490ebe356e084236be236284f7363817
2024-12-06T01:41:26,506 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/0caa2036f57f47b6beec8a5194af9bae to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/0caa2036f57f47b6beec8a5194af9bae
2024-12-06T01:41:26,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/6453195231fa4163a9ad11661b87cda4 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/6453195231fa4163a9ad11661b87cda4
2024-12-06T01:41:26,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/75f3df87b43642449148413633d580fe to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/75f3df87b43642449148413633d580fe
2024-12-06T01:41:26,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/cfafb2eb88d042bcb34801c7dd3f9fd4 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/cfafb2eb88d042bcb34801c7dd3f9fd4
2024-12-06T01:41:26,512 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/986b3dad90fe47d9b541e894c11f8283 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/986b3dad90fe47d9b541e894c11f8283
2024-12-06T01:41:26,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/fd4f8e38ca82429f881a687488868bc7 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/fd4f8e38ca82429f881a687488868bc7
2024-12-06T01:41:26,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/a2e90261c4424dc1a7493dbd6fa4dc4b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/a2e90261c4424dc1a7493dbd6fa4dc4b
2024-12-06T01:41:26,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/d8741ed8e83b43d7bd8172ae652eab07 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/d8741ed8e83b43d7bd8172ae652eab07
2024-12-06T01:41:26,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/638634d161494f93ab74761b46491ae8, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/19777b9ac7124926b69dd8178aab4ded, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/3d7dc4be27db4e95a32e13ab08fa3b2d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/2f3105f2311441afbb5fbf4438d24ff7, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/961914b85b3b4692925e2ec35b66f023, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/0ff4ec0e62d6488b831b9851d52ddf9c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/099a021b0dbd43b48bf3658dd453bb88, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/ba1e982e3aa040a3a176e3fd2feaf941, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/10abb02825f5481ba22a275d70c4597e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/05e816bcd4224bb29e5ab722638997ad, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/b8549ab3ccc54c488dc7491e54ea677e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/97faed8bb0394a9ab723d82869ba091b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/68344f5c049146ad961a191eea761328, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/948db31ed5e64f21bca058dd38d0441d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/47b06427210b44fa92bc2e02022a1648, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/2f53d2546bb647e6b67655c69bea8244, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/51d5dbb6ca00420c84e00372c9d1d7ef, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/6983a5a322b84e08a7fc36e6cf2815f0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/e1e8b5b18d574ad7975d65b3d248d6d3, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/e6ae07b0679c4866a1e173241027b476, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/b65966ad318c446eaf54e7428b8657a3, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/5109028b6c684adba50f57fca6ec35fe, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/535b991fc7944d3fa4f6e8e913bd12d5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/eecceaba623344859a26740743d08004, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/f08e8cb34cd640a68dd09308d3552fa1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/876a75f8730840d6b016cd61dfd1170f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/66c6c2c493834ffa8d0863299128166c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/e0809079bef342aea5129a6f893119ae, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/7d0014377e6a41a0a87cb7007d6b5d60, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/03f733a86cf440aba718bc847538f04d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/b0cbf55ef0894b8c9ce3d5f4bdad06e9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/fdb00e668ae040c4ae4fa09eb3b0fb3d] to archive
2024-12-06T01:41:26,532 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-06T01:41:26,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/638634d161494f93ab74761b46491ae8 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/638634d161494f93ab74761b46491ae8
2024-12-06T01:41:26,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/19777b9ac7124926b69dd8178aab4ded to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/19777b9ac7124926b69dd8178aab4ded
2024-12-06T01:41:26,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/3d7dc4be27db4e95a32e13ab08fa3b2d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/3d7dc4be27db4e95a32e13ab08fa3b2d
2024-12-06T01:41:26,548 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/2f3105f2311441afbb5fbf4438d24ff7 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/2f3105f2311441afbb5fbf4438d24ff7
2024-12-06T01:41:26,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/961914b85b3b4692925e2ec35b66f023 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/961914b85b3b4692925e2ec35b66f023
2024-12-06T01:41:26,551 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/0ff4ec0e62d6488b831b9851d52ddf9c to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/0ff4ec0e62d6488b831b9851d52ddf9c
2024-12-06T01:41:26,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/099a021b0dbd43b48bf3658dd453bb88 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/099a021b0dbd43b48bf3658dd453bb88
2024-12-06T01:41:26,554 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/ba1e982e3aa040a3a176e3fd2feaf941 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/ba1e982e3aa040a3a176e3fd2feaf941
2024-12-06T01:41:26,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/10abb02825f5481ba22a275d70c4597e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/10abb02825f5481ba22a275d70c4597e
2024-12-06T01:41:26,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/05e816bcd4224bb29e5ab722638997ad to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/05e816bcd4224bb29e5ab722638997ad
2024-12-06T01:41:26,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/b8549ab3ccc54c488dc7491e54ea677e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/b8549ab3ccc54c488dc7491e54ea677e
2024-12-06T01:41:26,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/97faed8bb0394a9ab723d82869ba091b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/97faed8bb0394a9ab723d82869ba091b
2024-12-06T01:41:26,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/68344f5c049146ad961a191eea761328 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/68344f5c049146ad961a191eea761328
2024-12-06T01:41:26,563 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/948db31ed5e64f21bca058dd38d0441d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/948db31ed5e64f21bca058dd38d0441d
2024-12-06T01:41:26,564 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/47b06427210b44fa92bc2e02022a1648 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/47b06427210b44fa92bc2e02022a1648
2024-12-06T01:41:26,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/2f53d2546bb647e6b67655c69bea8244 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/2f53d2546bb647e6b67655c69bea8244
2024-12-06T01:41:26,567 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/51d5dbb6ca00420c84e00372c9d1d7ef to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/51d5dbb6ca00420c84e00372c9d1d7ef
2024-12-06T01:41:26,569 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/6983a5a322b84e08a7fc36e6cf2815f0 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/6983a5a322b84e08a7fc36e6cf2815f0
2024-12-06T01:41:26,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/e1e8b5b18d574ad7975d65b3d248d6d3 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/e1e8b5b18d574ad7975d65b3d248d6d3
2024-12-06T01:41:26,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/e6ae07b0679c4866a1e173241027b476 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/e6ae07b0679c4866a1e173241027b476
2024-12-06T01:41:26,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/b65966ad318c446eaf54e7428b8657a3 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/b65966ad318c446eaf54e7428b8657a3
2024-12-06T01:41:26,576 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/5109028b6c684adba50f57fca6ec35fe to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/5109028b6c684adba50f57fca6ec35fe
2024-12-06T01:41:26,578 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/535b991fc7944d3fa4f6e8e913bd12d5 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/535b991fc7944d3fa4f6e8e913bd12d5
2024-12-06T01:41:26,580 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/eecceaba623344859a26740743d08004 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/eecceaba623344859a26740743d08004
2024-12-06T01:41:26,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/f08e8cb34cd640a68dd09308d3552fa1 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/f08e8cb34cd640a68dd09308d3552fa1
2024-12-06T01:41:26,590 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/876a75f8730840d6b016cd61dfd1170f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/876a75f8730840d6b016cd61dfd1170f
2024-12-06T01:41:26,592 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/66c6c2c493834ffa8d0863299128166c to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/66c6c2c493834ffa8d0863299128166c
2024-12-06T01:41:26,594 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/e0809079bef342aea5129a6f893119ae to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/e0809079bef342aea5129a6f893119ae
2024-12-06T01:41:26,595 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/7d0014377e6a41a0a87cb7007d6b5d60 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/7d0014377e6a41a0a87cb7007d6b5d60
2024-12-06T01:41:26,597 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/03f733a86cf440aba718bc847538f04d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/03f733a86cf440aba718bc847538f04d
2024-12-06T01:41:26,601 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/b0cbf55ef0894b8c9ce3d5f4bdad06e9 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/b0cbf55ef0894b8c9ce3d5f4bdad06e9
2024-12-06T01:41:26,603 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/fdb00e668ae040c4ae4fa09eb3b0fb3d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/fdb00e668ae040c4ae4fa09eb3b0fb3d
2024-12-06T01:41:26,605 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/128aa25c397d4245a56f7b08835b0a95, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/98b902fcbedd40698ff1bb5af555fb44, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/e00753ef50854f8fb6a6299ff609b0ee, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/0548af3afc384ba8b73d1ceb2b0abc19, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/496509d6b7ec482497a75d2d9c8aff0d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/64e4b6bf994c4d93a3f9a52ccfaf6c0f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/ac8a0f10db2d4e978ed6329d3e232bb4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/6705b6d291554dc29514152a6bb3c080, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/446bb549be7b49f9bb5028e9d4281217, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bf7d84c76e524c22a256479f8efa4bc9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/49a906fa545d4a4383f1d5b98a448bc2, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bd0497fddfa34b91bd475240198f3fb0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/923645ac144f4e0aa74fade402081604, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/cb87cc28440748268b69d59412cae62d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/72729ca344bf4373b1ae6385bdafb9d1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/4e6bc1c0a9f948d88e6f097dbf500afe, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/a6705d92ce6144acb99081b0c6d9410f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/62a60dd9d8d9450f8933e9b919f95f46, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/06b763522ded4d9388275622bb7c26ee, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/0672eff4382944b7a8250722b749a15f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/815d519e5cf846bbaef1f088d8e570ef, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bcd9ea51fe334b13923607dc728ece9d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/c7078d76e83c4bdaa4a5711ed6084a80, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bba29a3c1bb648e6acd562e3a9bdafe1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/6b38a3ac000745bf9c439d9f896b73ce, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/f67fe540ef454d168c4c8034e961aa7e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/7a191106e4b24817a097f6dab1efe586, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/a4da2723892f4d80802a1a298587f283, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/fe2c21b3f7664fe4960ce76118025977, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/e83e4776aebf4588b118a7e92a8574c0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/c99efdeedd3847608550782190f84419, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/318eda41008c4fe0b5bbb4fae8e05024] to archive
2024-12-06T01:41:26,607 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-06T01:41:26,609 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/128aa25c397d4245a56f7b08835b0a95 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/128aa25c397d4245a56f7b08835b0a95
2024-12-06T01:41:26,611 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/98b902fcbedd40698ff1bb5af555fb44 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/98b902fcbedd40698ff1bb5af555fb44
2024-12-06T01:41:26,613 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/e00753ef50854f8fb6a6299ff609b0ee to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/e00753ef50854f8fb6a6299ff609b0ee
2024-12-06T01:41:26,614 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/0548af3afc384ba8b73d1ceb2b0abc19 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/0548af3afc384ba8b73d1ceb2b0abc19
2024-12-06T01:41:26,616 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/496509d6b7ec482497a75d2d9c8aff0d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/496509d6b7ec482497a75d2d9c8aff0d
2024-12-06T01:41:26,617 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/64e4b6bf994c4d93a3f9a52ccfaf6c0f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/64e4b6bf994c4d93a3f9a52ccfaf6c0f
2024-12-06T01:41:26,619 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/ac8a0f10db2d4e978ed6329d3e232bb4 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/ac8a0f10db2d4e978ed6329d3e232bb4
2024-12-06T01:41:26,620 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/6705b6d291554dc29514152a6bb3c080 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/6705b6d291554dc29514152a6bb3c080
2024-12-06T01:41:26,621 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/446bb549be7b49f9bb5028e9d4281217 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/446bb549be7b49f9bb5028e9d4281217
2024-12-06T01:41:26,623 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bf7d84c76e524c22a256479f8efa4bc9 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bf7d84c76e524c22a256479f8efa4bc9
2024-12-06T01:41:26,624 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/49a906fa545d4a4383f1d5b98a448bc2 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/49a906fa545d4a4383f1d5b98a448bc2
2024-12-06T01:41:26,625 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bd0497fddfa34b91bd475240198f3fb0 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bd0497fddfa34b91bd475240198f3fb0
2024-12-06T01:41:26,627 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/923645ac144f4e0aa74fade402081604 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/923645ac144f4e0aa74fade402081604
2024-12-06T01:41:26,628 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/cb87cc28440748268b69d59412cae62d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/cb87cc28440748268b69d59412cae62d
2024-12-06T01:41:26,630 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/72729ca344bf4373b1ae6385bdafb9d1 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/72729ca344bf4373b1ae6385bdafb9d1
2024-12-06T01:41:26,631 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/4e6bc1c0a9f948d88e6f097dbf500afe to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/4e6bc1c0a9f948d88e6f097dbf500afe
2024-12-06T01:41:26,633 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/a6705d92ce6144acb99081b0c6d9410f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/a6705d92ce6144acb99081b0c6d9410f
2024-12-06T01:41:26,634 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/62a60dd9d8d9450f8933e9b919f95f46 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/62a60dd9d8d9450f8933e9b919f95f46
2024-12-06T01:41:26,636 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/06b763522ded4d9388275622bb7c26ee to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/06b763522ded4d9388275622bb7c26ee
2024-12-06T01:41:26,638 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/0672eff4382944b7a8250722b749a15f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/0672eff4382944b7a8250722b749a15f
2024-12-06T01:41:26,640 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/815d519e5cf846bbaef1f088d8e570ef to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/815d519e5cf846bbaef1f088d8e570ef
2024-12-06T01:41:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-12-06T01:41:26,645 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bcd9ea51fe334b13923607dc728ece9d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bcd9ea51fe334b13923607dc728ece9d
2024-12-06T01:41:26,647 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/c7078d76e83c4bdaa4a5711ed6084a80 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/c7078d76e83c4bdaa4a5711ed6084a80
2024-12-06T01:41:26,649 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bba29a3c1bb648e6acd562e3a9bdafe1 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/bba29a3c1bb648e6acd562e3a9bdafe1
2024-12-06T01:41:26,650 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/6b38a3ac000745bf9c439d9f896b73ce to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/6b38a3ac000745bf9c439d9f896b73ce
2024-12-06T01:41:26,652 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/f67fe540ef454d168c4c8034e961aa7e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/f67fe540ef454d168c4c8034e961aa7e
2024-12-06T01:41:26,653 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/7a191106e4b24817a097f6dab1efe586 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/7a191106e4b24817a097f6dab1efe586
2024-12-06T01:41:26,655 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/a4da2723892f4d80802a1a298587f283 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/a4da2723892f4d80802a1a298587f283
2024-12-06T01:41:26,656 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/fe2c21b3f7664fe4960ce76118025977 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/fe2c21b3f7664fe4960ce76118025977
2024-12-06T01:41:26,658 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/e83e4776aebf4588b118a7e92a8574c0 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/e83e4776aebf4588b118a7e92a8574c0
2024-12-06T01:41:26,659 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/c99efdeedd3847608550782190f84419 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/c99efdeedd3847608550782190f84419
2024-12-06T01:41:26,661 DEBUG [StoreCloser-TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/318eda41008c4fe0b5bbb4fae8e05024 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/318eda41008c4fe0b5bbb4fae8e05024
2024-12-06T01:41:26,667 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/recovered.edits/621.seqid, newMaxSeqId=621, maxSeqId=1
2024-12-06T01:41:26,668 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.
2024-12-06T01:41:26,668 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1676): Region close journal for f348020e25d42bc4501cb844ecda8f5d:
Waiting for close lock at 1733449284664Running coprocessor pre-close hooks at 1733449284664Disabling compacts and flushes for region at 1733449284664Disabling writes for close at 1733449285564 (+900 ms)Obtaining lock to block concurrent updates at 1733449285565 (+1 ms)Preparing flush snapshotting stores in f348020e25d42bc4501cb844ecda8f5d at 1733449285565Finished memstore snapshotting TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733449285565Flushing stores of TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d. at 1733449285566 (+1 ms)Flushing f348020e25d42bc4501cb844ecda8f5d/A: creating writer at 1733449285566Flushing f348020e25d42bc4501cb844ecda8f5d/A: appending metadata at 1733449285570 (+4 ms)Flushing f348020e25d42bc4501cb844ecda8f5d/A: closing flushed file at 1733449285570Flushing f348020e25d42bc4501cb844ecda8f5d/B: creating writer at 1733449285993 (+423 ms)Flushing f348020e25d42bc4501cb844ecda8f5d/B: appending metadata at 1733449286000 (+7 ms)Flushing f348020e25d42bc4501cb844ecda8f5d/B: closing flushed file at 1733449286000Flushing f348020e25d42bc4501cb844ecda8f5d/C: creating writer at 1733449286412 (+412 ms)Flushing f348020e25d42bc4501cb844ecda8f5d/C: appending metadata at 1733449286415 (+3 ms)Flushing f348020e25d42bc4501cb844ecda8f5d/C: closing flushed file at 1733449286415Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d6cd46a: reopening flushed file at 1733449286424 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a653264: reopening flushed file at 1733449286430 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55bfa0c1: reopening flushed file at 1733449286441 (+11 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for f348020e25d42bc4501cb844ecda8f5d in 888ms, sequenceid=618, compaction requested=true at 1733449286453 (+12 ms)Writing region close event to WAL at 1733449286663 (+210 ms)Running coprocessor post-close hooks at 1733449286668 (+5 ms)Closed at 1733449286668
2024-12-06T01:41:26,671 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(157): Closed f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:26,672 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=f348020e25d42bc4501cb844ecda8f5d, regionState=CLOSED
2024-12-06T01:41:26,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; CloseRegionProcedure f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601 because future has completed
2024-12-06T01:41:26,676 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-06T01:41:26,677 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; CloseRegionProcedure f348020e25d42bc4501cb844ecda8f5d, server=00c764f7c3aa,34571,1733449257601 in 2.1700 sec
2024-12-06T01:41:26,679 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-06T01:41:26,679 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f348020e25d42bc4501cb844ecda8f5d, UNASSIGN in 2.1770 sec
2024-12-06T01:41:26,684 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-12-06T01:41:26,684 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1850 sec
2024-12-06T01:41:26,686 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449286685"}]},"ts":"1733449286685"}
2024-12-06T01:41:26,687 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-06T01:41:26,687 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-06T01:41:26,689 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.2030 sec
2024-12-06T01:41:27,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-12-06T01:41:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-12-06T01:41:28,653 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:28,657 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-12-06T01:41:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:41:28,663 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=25, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:41:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-06T01:41:28,665 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=25, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:41:28,670 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:28,675 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A, FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B, FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C, FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/recovered.edits]
2024-12-06T01:41:28,678 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/6bb4875f030f43c2ba8aa341822b833d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/6bb4875f030f43c2ba8aa341822b833d
2024-12-06T01:41:28,679 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/75c743eedf3c4ca4937dc3886b39e634 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/75c743eedf3c4ca4937dc3886b39e634
2024-12-06T01:41:28,681 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/b6cb68d8d5bf4b2c9bdce55ea00ed8ba to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/b6cb68d8d5bf4b2c9bdce55ea00ed8ba
2024-12-06T01:41:28,682 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/d5c0f0eeafe54022a2e6498bd8c05e94 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/A/d5c0f0eeafe54022a2e6498bd8c05e94
2024-12-06T01:41:28,685 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/21e2d9a2f521412dbad6417ed4f51d72 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/21e2d9a2f521412dbad6417ed4f51d72
2024-12-06T01:41:28,687 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/57630b0046ae40d3ad86a4e4b9f9a7b7 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/57630b0046ae40d3ad86a4e4b9f9a7b7
2024-12-06T01:41:28,689 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/aae2568db5fb4e939cd579e312d72939 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/aae2568db5fb4e939cd579e312d72939
2024-12-06T01:41:28,690 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/cb5b4233a9ed4716b9de64c320bb13b4 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/B/cb5b4233a9ed4716b9de64c320bb13b4
2024-12-06T01:41:28,693 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/060f1fb658014e6a966fae3db158f8b5 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/060f1fb658014e6a966fae3db158f8b5
2024-12-06T01:41:28,695 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/806b702beddc4381927b2b800aca03ff to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/806b702beddc4381927b2b800aca03ff
2024-12-06T01:41:28,696 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/b611fd78446f46e6baa81a50e41b2c8a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/b611fd78446f46e6baa81a50e41b2c8a
2024-12-06T01:41:28,698 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/c2014edb20654447bdc08940db45864a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/C/c2014edb20654447bdc08940db45864a
2024-12-06T01:41:28,702 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/recovered.edits/621.seqid to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d/recovered.edits/621.seqid
2024-12-06T01:41:28,702 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/f348020e25d42bc4501cb844ecda8f5d
2024-12-06T01:41:28,703 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-06T01:41:28,709 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=25, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:41:28,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-12-06T01:41:28,722 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-06T01:41:28,760 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-12-06T01:41:28,762 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=25, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:41:28,762 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-12-06T01:41:28,762 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733449288762"}]},"ts":"9223372036854775807"}
2024-12-06T01:41:28,767 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-06T01:41:28,767 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f348020e25d42bc4501cb844ecda8f5d, NAME => 'TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d.', STARTKEY => '', ENDKEY => ''}]
2024-12-06T01:41:28,767 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-12-06T01:41:28,768 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733449288768"}]},"ts":"9223372036854775807"}
2024-12-06T01:41:28,771 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-12-06T01:41:28,772 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=25, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:41:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-06T01:41:28,773 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 114 msec
2024-12-06T01:41:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-06T01:41:28,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-12-06T01:41:28,984 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:28,997 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=249 (was 211)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1552924337_22 at /127.0.0.1:36814 [Waiting for operation #247]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1294083321_22 at /127.0.0.1:56076 [Waiting for operation #200]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1552924337_22 at /127.0.0.1:55970 [Waiting for operation #230]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;00c764f7c3aa:34571-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=505 (was 451) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10307 (was 10603)
2024-12-06T01:41:29,007 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=249, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=505, ProcessCount=11, AvailableMemoryMB=10307
2024-12-06T01:41:29,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-06T01:41:29,009 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T01:41:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-12-06T01:41:29,012 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T01:41:29,012 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:29,012 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 26
2024-12-06T01:41:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-06T01:41:29,013 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T01:41:29,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741945_1121 (size=1061)
2024-12-06T01:41:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-06T01:41:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-06T01:41:29,426 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866
2024-12-06T01:41:29,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741946_1122 (size=53)
2024-12-06T01:41:29,438 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T01:41:29,438 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 8ee47f5ca1cc063c2f8d00e57f7c6751, disabling compactions & flushes
2024-12-06T01:41:29,438 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:29,438 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:29,438 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. after waiting 0 ms
2024-12-06T01:41:29,438 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:29,438 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:29,438 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:
Waiting for close lock at 1733449289438Disabling compacts and flushes for region at 1733449289438Disabling writes for close at 1733449289438Writing region close event to WAL at 1733449289438Closed at 1733449289438
2024-12-06T01:41:29,440 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T01:41:29,440 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733449289440"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733449289440"}]},"ts":"1733449289440"}
2024-12-06T01:41:29,444 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T01:41:29,445 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T01:41:29,445 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449289445"}]},"ts":"1733449289445"}
2024-12-06T01:41:29,447 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-06T01:41:29,447 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ee47f5ca1cc063c2f8d00e57f7c6751, ASSIGN}]
2024-12-06T01:41:29,448 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ee47f5ca1cc063c2f8d00e57f7c6751, ASSIGN
2024-12-06T01:41:29,449 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ee47f5ca1cc063c2f8d00e57f7c6751, ASSIGN; state=OFFLINE, location=00c764f7c3aa,34571,1733449257601; forceNewPlan=false, retain=false
2024-12-06T01:41:29,600 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=8ee47f5ca1cc063c2f8d00e57f7c6751, regionState=OPENING, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:29,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ee47f5ca1cc063c2f8d00e57f7c6751, ASSIGN because future has completed
2024-12-06T01:41:29,603 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601}]
2024-12-06T01:41:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-06T01:41:29,760 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:29,760 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
2024-12-06T01:41:29,761 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:29,761 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T01:41:29,761 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:29,761 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:29,762 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8ee47f5ca1cc063c2f8d00e57f7c6751 
2024-12-06T01:41:29,764 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:41:29,765 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee47f5ca1cc063c2f8d00e57f7c6751 columnFamilyName A
2024-12-06T01:41:29,765 DEBUG [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:29,766 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] regionserver.HStore(327): Store=8ee47f5ca1cc063c2f8d00e57f7c6751/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:41:29,766 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8ee47f5ca1cc063c2f8d00e57f7c6751 
2024-12-06T01:41:29,767 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:41:29,767 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee47f5ca1cc063c2f8d00e57f7c6751 columnFamilyName B
2024-12-06T01:41:29,767 DEBUG [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:29,768 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] regionserver.HStore(327): Store=8ee47f5ca1cc063c2f8d00e57f7c6751/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:41:29,768 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8ee47f5ca1cc063c2f8d00e57f7c6751 
2024-12-06T01:41:29,769 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:41:29,770 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee47f5ca1cc063c2f8d00e57f7c6751 columnFamilyName C
2024-12-06T01:41:29,770 DEBUG [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:29,770 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] regionserver.HStore(327): Store=8ee47f5ca1cc063c2f8d00e57f7c6751/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:41:29,770 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:29,770 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:29,771 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:29,771 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:29,773 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:29,773 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:29,773 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-06T01:41:29,775 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:29,777 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T01:41:29,777 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 8ee47f5ca1cc063c2f8d00e57f7c6751; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74945605, jitterRate=0.11677654087543488}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-06T01:41:29,778 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:29,779 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:
Running coprocessor pre-open hook at 1733449289761Writing region info on filesystem at 1733449289761Initializing all the Stores at 1733449289762 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449289762Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449289762Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449289762Cleaning up temporary data from old regions at 1733449289773 (+11 ms)Running coprocessor post-open hooks at 1733449289778 (+5 ms)Region opened successfully at 1733449289778
2024-12-06T01:41:29,780 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., pid=28, masterSystemTime=1733449289755
2024-12-06T01:41:29,782 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:29,782 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:29,783 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=8ee47f5ca1cc063c2f8d00e57f7c6751, regionState=OPEN, openSeqNum=2, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:29,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601 because future has completed
2024-12-06T01:41:29,791 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-12-06T01:41:29,791 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601 in 186 msec
2024-12-06T01:41:29,793 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-06T01:41:29,793 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ee47f5ca1cc063c2f8d00e57f7c6751, ASSIGN in 344 msec
2024-12-06T01:41:29,795 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T01:41:29,795 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449289795"}]},"ts":"1733449289795"}
2024-12-06T01:41:29,797 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-06T01:41:29,798 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T01:41:29,800 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 789 msec
2024-12-06T01:41:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-06T01:41:30,153 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:30,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffee9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:30,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:30,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:30,155 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25baa411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:30,158 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2766031b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:30,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:30,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:30,162 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:30,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-06T01:41:30,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 00c764f7c3aa,34147,1733449256661
2024-12-06T01:41:30,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1929654
2024-12-06T01:41:30,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-06T01:41:30,167 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-06T01:41:30,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-06T01:41:30,173 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T01:41:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-12-06T01:41:30,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741947_1123 (size=1097)
2024-12-06T01:41:30,593 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-12-06T01:41:30,593 INFO  [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-12-06T01:41:30,597 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-06T01:41:30,604 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ee47f5ca1cc063c2f8d00e57f7c6751, REOPEN/MOVE}]
2024-12-06T01:41:30,605 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ee47f5ca1cc063c2f8d00e57f7c6751, REOPEN/MOVE
2024-12-06T01:41:30,606 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=8ee47f5ca1cc063c2f8d00e57f7c6751, regionState=CLOSING, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:30,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ee47f5ca1cc063c2f8d00e57f7c6751, REOPEN/MOVE because future has completed
2024-12-06T01:41:30,608 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-06T01:41:30,608 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601}]
2024-12-06T01:41:30,760 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:30,760 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-06T01:41:30,760 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing 8ee47f5ca1cc063c2f8d00e57f7c6751, disabling compactions & flushes
2024-12-06T01:41:30,760 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:30,760 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:30,760 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. after waiting 0 ms
2024-12-06T01:41:30,760 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:30,765 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-12-06T01:41:30,765 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:30,765 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:
Waiting for close lock at 1733449290760Running coprocessor pre-close hooks at 1733449290760Disabling compacts and flushes for region at 1733449290760Disabling writes for close at 1733449290760Writing region close event to WAL at 1733449290761 (+1 ms)Running coprocessor post-close hooks at 1733449290765 (+4 ms)Closed at 1733449290765
2024-12-06T01:41:30,766 WARN  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionServer(3299): Not adding moved region record: 8ee47f5ca1cc063c2f8d00e57f7c6751 to self.
2024-12-06T01:41:30,768 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:30,769 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=8ee47f5ca1cc063c2f8d00e57f7c6751, regionState=CLOSED
2024-12-06T01:41:30,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601 because future has completed
2024-12-06T01:41:30,773 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-06T01:41:30,773 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure 8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601 in 163 msec
2024-12-06T01:41:30,774 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ee47f5ca1cc063c2f8d00e57f7c6751, REOPEN/MOVE; state=CLOSED, location=00c764f7c3aa,34571,1733449257601; forceNewPlan=false, retain=true
2024-12-06T01:41:30,924 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=8ee47f5ca1cc063c2f8d00e57f7c6751, regionState=OPENING, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:30,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ee47f5ca1cc063c2f8d00e57f7c6751, REOPEN/MOVE because future has completed
2024-12-06T01:41:30,927 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601}]
2024-12-06T01:41:31,084 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:31,084 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
2024-12-06T01:41:31,084 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:31,084 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T01:41:31,085 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:31,085 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:31,087 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8ee47f5ca1cc063c2f8d00e57f7c6751 
2024-12-06T01:41:31,088 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:41:31,093 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee47f5ca1cc063c2f8d00e57f7c6751 columnFamilyName A
2024-12-06T01:41:31,095 DEBUG [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:31,095 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] regionserver.HStore(327): Store=8ee47f5ca1cc063c2f8d00e57f7c6751/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:41:31,096 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8ee47f5ca1cc063c2f8d00e57f7c6751 
2024-12-06T01:41:31,096 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:41:31,097 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee47f5ca1cc063c2f8d00e57f7c6751 columnFamilyName B
2024-12-06T01:41:31,097 DEBUG [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:31,097 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] regionserver.HStore(327): Store=8ee47f5ca1cc063c2f8d00e57f7c6751/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:41:31,097 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8ee47f5ca1cc063c2f8d00e57f7c6751 
2024-12-06T01:41:31,098 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:41:31,098 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee47f5ca1cc063c2f8d00e57f7c6751 columnFamilyName C
2024-12-06T01:41:31,098 DEBUG [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:31,099 INFO  [StoreOpener-8ee47f5ca1cc063c2f8d00e57f7c6751-1 {}] regionserver.HStore(327): Store=8ee47f5ca1cc063c2f8d00e57f7c6751/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:41:31,099 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:31,099 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:31,100 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:31,101 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:31,102 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:31,102 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:31,102 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-06T01:41:31,104 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:31,105 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 8ee47f5ca1cc063c2f8d00e57f7c6751; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73824357, jitterRate=0.10006864368915558}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-06T01:41:31,105 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:31,106 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:
Running coprocessor pre-open hook at 1733449291085Writing region info on filesystem at 1733449291085Initializing all the Stores at 1733449291085Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449291086 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449291086Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449291086Cleaning up temporary data from old regions at 1733449291102 (+16 ms)Running coprocessor post-open hooks at 1733449291105 (+3 ms)Region opened successfully at 1733449291106 (+1 ms)
2024-12-06T01:41:31,107 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., pid=33, masterSystemTime=1733449291079
2024-12-06T01:41:31,109 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:31,109 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:31,110 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=8ee47f5ca1cc063c2f8d00e57f7c6751, regionState=OPEN, openSeqNum=5, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:31,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601 because future has completed
2024-12-06T01:41:31,115 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=31
2024-12-06T01:41:31,115 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601 in 185 msec
2024-12-06T01:41:31,117 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30
2024-12-06T01:41:31,117 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ee47f5ca1cc063c2f8d00e57f7c6751, REOPEN/MOVE in 511 msec
2024-12-06T01:41:31,122 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-06T01:41:31,122 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 522 msec
2024-12-06T01:41:31,126 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 949 msec
2024-12-06T01:41:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-06T01:41:31,128 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:31,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f683619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:31,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:31,130 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:31,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:31,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:31,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e65fc64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:31,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:31,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:31,132 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:31,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1745a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd47c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:31,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:31,136 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:31,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:31,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:31,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dbb8645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:31,138 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6308c7f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750c1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:31,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:31,140 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:31,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:31,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:31,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfc6f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:31,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:31,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:31,142 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:31,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c32b308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85a5f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:31,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:31,145 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:31,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:31,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:31,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533e7e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:31,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:31,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:31,147 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:31,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d28206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71151d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,148 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:31,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:31,149 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:31,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:31,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:31,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d30b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:31,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:31,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:31,151 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:31,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d31343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1fb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:31,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:31,154 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:31,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:31,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:31,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a0f2bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:31,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:31,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:31,156 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:31,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e4c489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd18334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:31,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:31,158 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:31,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:31,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:31,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de6d5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:31,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:31,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:31,159 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:31,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8cdbc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c57d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:31,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:31,161 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:31,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:31,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:31,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4938e2ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:31,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:31,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:31,163 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:31,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a94543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b465b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:41:31,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:41:31,168 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:41:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:41:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:41:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7a2e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:41:31,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:41:31,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:31,170 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:41:31,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8288ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:41:31,171 DEBUG [Thread-633 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:31,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:31,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:31,173 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:41:31,174 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees
2024-12-06T01:41:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-06T01:41:31,175 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:41:31,176 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:41:31,177 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:41:31,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:41:31,181 DEBUG [Thread-639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:31,181 DEBUG [Thread-626 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:31,182 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:31,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:31,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:31,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:31,184 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:31,184 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:31,186 DEBUG [Thread-635 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:31,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:41:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:41:31,189 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:31,190 DEBUG [Thread-624 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:31,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:41:31,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:31,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:31,193 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:31,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:41:31,204 DEBUG [Thread-637 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:31,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:31,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:31,207 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:31,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:41:31,212 DEBUG [Thread-630 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:31,212 DEBUG [Thread-628 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:31,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:31,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:31,214 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-06T01:41:31,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:31,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:31,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:31,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:31,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:31,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:31,216 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:31,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:31,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:31,218 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:31,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:41:31,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:41:31,232 DEBUG [Thread-622 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:41:31,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:41:31,234 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:41:31,235 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:41:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:41:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-06T01:41:31,283 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1733449291244, max timestamp=1733449291275Num uniques 859; 
2024-12-06T01:41:31,283 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409
2024-12-06T01:41:31,289 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733449291244, max timestamp=1733449291275Num uniques 859; 
2024-12-06T01:41:31,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-06T01:41:31,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733449291244, max timestamp=1733449291285Num uniques 859; 
2024-12-06T01:41:31,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-06T01:41:31,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206001aa7cb2cbc429381632e743d1c86a0_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449291211/Put/seqid=0
2024-12-06T01:41:31,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-06T01:41:31,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:31,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:31,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:31,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:31,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:31,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449351332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:31,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:31,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449351335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:31,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:31,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449351340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:31,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449351351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:31,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:31,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449351351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:31,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741948_1124 (size=9714)
2024-12-06T01:41:31,364 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:31,374 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206001aa7cb2cbc429381632e743d1c86a0_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206001aa7cb2cbc429381632e743d1c86a0_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:31,376 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/3de20709c698441698b0aaa11270abbc, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:31,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/3de20709c698441698b0aaa11270abbc is 175, key is test_row_0/A:col10/1733449291211/Put/seqid=0
2024-12-06T01:41:31,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741949_1125 (size=22361)
2024-12-06T01:41:31,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449351463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:31,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:31,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449351463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:31,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:31,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449351463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:31,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:31,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449351473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:31,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:31,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449351476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:31,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:31,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-06T01:41:31,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:31,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:31,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:31,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:31,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-06T01:41:31,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-06T01:41:31,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:31,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:31,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:31,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:31,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:31,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449351682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:31,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:31,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449351682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:31,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:31,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:31,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449351683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:31,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:31,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449351683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:31,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:31,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:31,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449351684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:31,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:31,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:31,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-06T01:41:31,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:31,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:31,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:31,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:31,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-06T01:41:31,831 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/3de20709c698441698b0aaa11270abbc
2024-12-06T01:41:31,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/6e271dc31b9947dfaed619326b43edbf is 50, key is test_row_0/B:col10/1733449291211/Put/seqid=0
2024-12-06T01:41:31,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-06T01:41:31,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:31,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:31,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:31,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:31,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:31,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741950_1126 (size=9657)
2024-12-06T01:41:31,958 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/6e271dc31b9947dfaed619326b43edbf
2024-12-06T01:41:32,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449352003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:32,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:32,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449352003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:32,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:32,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449352003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:32,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:32,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449352004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:32,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:32,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/d00d159afbfb45d79cf1c5455b18855b is 50, key is test_row_0/C:col10/1733449291211/Put/seqid=0
2024-12-06T01:41:32,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449352004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:32,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:32,071 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741951_1127 (size=9657)
2024-12-06T01:41:32,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-06T01:41:32,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:32,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:32,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:32,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:32,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:32,246 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T01:41:32,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-06T01:41:32,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:32,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:32,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:32,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:32,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-06T01:41:32,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-06T01:41:32,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:32,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:32,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:32,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:32,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:32,477 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/d00d159afbfb45d79cf1c5455b18855b
2024-12-06T01:41:32,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/3de20709c698441698b0aaa11270abbc as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3de20709c698441698b0aaa11270abbc
2024-12-06T01:41:32,503 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3de20709c698441698b0aaa11270abbc, entries=100, sequenceid=14, filesize=21.8 K
2024-12-06T01:41:32,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/6e271dc31b9947dfaed619326b43edbf as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/6e271dc31b9947dfaed619326b43edbf
2024-12-06T01:41:32,514 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/6e271dc31b9947dfaed619326b43edbf, entries=100, sequenceid=14, filesize=9.4 K
2024-12-06T01:41:32,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/d00d159afbfb45d79cf1c5455b18855b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/d00d159afbfb45d79cf1c5455b18855b
2024-12-06T01:41:32,522 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/d00d159afbfb45d79cf1c5455b18855b, entries=100, sequenceid=14, filesize=9.4 K
2024-12-06T01:41:32,523 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 1309ms, sequenceid=14, compaction requested=false
2024-12-06T01:41:32,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:32,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733449291316, max timestamp=1733449292532Num uniques 1268; 
2024-12-06T01:41:32,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=58068, new segment data size=12268, suffix heap size=159840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1268, new segment cells count=268
2024-12-06T01:41:32,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733449291316, max timestamp=1733449292532Num uniques 1118; 
2024-12-06T01:41:32,542 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=116.29 KB heapSize=322.67 KB
2024-12-06T01:41:32,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268
2024-12-06T01:41:32,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:32,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:32,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:32,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:32,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:32,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:41:32,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c2adae9474f747c1826ca2ab4a20976d_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449291347/Put/seqid=0
2024-12-06T01:41:32,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-06T01:41:32,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:32,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:32,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:32,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:32,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:32,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741952_1128 (size=12154)
2024-12-06T01:41:32,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:32,623 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449352613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:32,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:32,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449352621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:32,636 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c2adae9474f747c1826ca2ab4a20976d_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c2adae9474f747c1826ca2ab4a20976d_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:32,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449352621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:32,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:32,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449352623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:32,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449352623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:32,638 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/7c51a99926b84b9c8fef7ea2f1e4adb3, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:32,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/7c51a99926b84b9c8fef7ea2f1e4adb3 is 175, key is test_row_0/A:col10/1733449291347/Put/seqid=0
2024-12-06T01:41:32,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:32,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741953_1129 (size=30955)
2024-12-06T01:41:32,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-06T01:41:32,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:32,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:32,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:32,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:32,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449352733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:32,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:32,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:32,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449352742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:32,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:32,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449352743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:32,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:32,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449352743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:32,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449352743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:32,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-06T01:41:32,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:32,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:32,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:32,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:32,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:32,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449352942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:32,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:32,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449352952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:32,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:32,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449352953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:32,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:32,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449352962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:32,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449352962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:32,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:33,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-06T01:41:33,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:33,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:33,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:33,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:33,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:33,100 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/7c51a99926b84b9c8fef7ea2f1e4adb3
2024-12-06T01:41:33,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/97f5fec522814a90b08d2669d6910c00 is 50, key is test_row_0/B:col10/1733449291347/Put/seqid=0
2024-12-06T01:41:33,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741954_1130 (size=12001)
2024-12-06T01:41:33,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-06T01:41:33,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:33,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:33,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:33,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:33,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:33,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449353262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:33,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:33,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449353262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:33,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449353263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:33,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449353273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:33,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:33,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449353273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-06T01:41:33,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-06T01:41:33,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:33,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:33,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:33,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:33,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:33,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-06T01:41:33,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:33,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:33,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:33,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:33,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:33,568 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/97f5fec522814a90b08d2669d6910c00
2024-12-06T01:41:33,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/f696ca21ad3b43c398c373887895ead5 is 50, key is test_row_0/C:col10/1733449291347/Put/seqid=0
2024-12-06T01:41:33,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741955_1131 (size=12001)
2024-12-06T01:41:33,622 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/f696ca21ad3b43c398c373887895ead5
2024-12-06T01:41:33,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/7c51a99926b84b9c8fef7ea2f1e4adb3 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/7c51a99926b84b9c8fef7ea2f1e4adb3
2024-12-06T01:41:33,638 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/7c51a99926b84b9c8fef7ea2f1e4adb3, entries=150, sequenceid=53, filesize=30.2 K
2024-12-06T01:41:33,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/97f5fec522814a90b08d2669d6910c00 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/97f5fec522814a90b08d2669d6910c00
2024-12-06T01:41:33,648 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/97f5fec522814a90b08d2669d6910c00, entries=150, sequenceid=53, filesize=11.7 K
2024-12-06T01:41:33,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/f696ca21ad3b43c398c373887895ead5 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/f696ca21ad3b43c398c373887895ead5
2024-12-06T01:41:33,667 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/f696ca21ad3b43c398c373887895ead5, entries=150, sequenceid=53, filesize=11.7 K
2024-12-06T01:41:33,668 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~84.98 KB/87020, heapSize ~229.14 KB/234640, currentSize=100.63 KB/103050 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 1126ms, sequenceid=53, compaction requested=false
2024-12-06T01:41:33,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:33,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-06T01:41:33,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:33,676 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-12-06T01:41:33,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:33,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:33,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:33,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:33,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:33,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:33,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068621378933f04dd7bbd1066a5a443447_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449292591/Put/seqid=0
2024-12-06T01:41:33,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741956_1132 (size=12154)
2024-12-06T01:41:33,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:33,850 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449353835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:33,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:33,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449353837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:33,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449353838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:33,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449353839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:33,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:33,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449353840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:33,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:33,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449353963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:33,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449353964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:33,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:33,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:33,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:33,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449353966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449353965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:33,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:33,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:33,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449353966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:33,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:33,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:34,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:34,137 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068621378933f04dd7bbd1066a5a443447_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068621378933f04dd7bbd1066a5a443447_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:34,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/33aa0cca85e140edb58781cc9b51fa63, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:34,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/33aa0cca85e140edb58781cc9b51fa63 is 175, key is test_row_0/A:col10/1733449292591/Put/seqid=0
2024-12-06T01:41:34,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741957_1133 (size=30955)
2024-12-06T01:41:34,150 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=71, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/33aa0cca85e140edb58781cc9b51fa63
2024-12-06T01:41:34,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/bcec50266c184c18abbd4bf16ee437fd is 50, key is test_row_0/B:col10/1733449292591/Put/seqid=0
2024-12-06T01:41:34,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741958_1134 (size=12001)
2024-12-06T01:41:34,170 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/bcec50266c184c18abbd4bf16ee437fd
2024-12-06T01:41:34,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/182e0c379fe74ce1bdd002f2fd3591d3 is 50, key is test_row_0/C:col10/1733449292591/Put/seqid=0
2024-12-06T01:41:34,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:34,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449354182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449354182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:34,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449354182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:34,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:34,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:34,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:34,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:34,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:34,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:34,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:34,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:34,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:34,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449354185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:34,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:34,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:34,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:34,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449354185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:34,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:34,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:34,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:34,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741959_1135 (size=12001)
2024-12-06T01:41:34,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449354503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:34,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:34,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:34,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:34,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449354503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:34,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449354503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:34,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:34,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:34,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:34,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:34,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:34,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:34,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449354503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:34,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449354503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:34,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:34,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:34,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:34,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:34,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:34,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:34,603 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/182e0c379fe74ce1bdd002f2fd3591d3
2024-12-06T01:41:34,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/33aa0cca85e140edb58781cc9b51fa63 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/33aa0cca85e140edb58781cc9b51fa63
2024-12-06T01:41:34,618 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/33aa0cca85e140edb58781cc9b51fa63, entries=150, sequenceid=71, filesize=30.2 K
2024-12-06T01:41:34,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/bcec50266c184c18abbd4bf16ee437fd as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/bcec50266c184c18abbd4bf16ee437fd
2024-12-06T01:41:34,631 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/bcec50266c184c18abbd4bf16ee437fd, entries=150, sequenceid=71, filesize=11.7 K
2024-12-06T01:41:34,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/182e0c379fe74ce1bdd002f2fd3591d3 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/182e0c379fe74ce1bdd002f2fd3591d3
2024-12-06T01:41:34,640 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/182e0c379fe74ce1bdd002f2fd3591d3, entries=150, sequenceid=71, filesize=11.7 K
2024-12-06T01:41:34,642 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 966ms, sequenceid=71, compaction requested=true
2024-12-06T01:41:34,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:34,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:34,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35
2024-12-06T01:41:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=35
2024-12-06T01:41:34,647 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34
2024-12-06T01:41:34,647 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4680 sec
2024-12-06T01:41:34,650 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 3.4750 sec
2024-12-06T01:41:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:35,026 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-12-06T01:41:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:35,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449355040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449355045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449355045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449355046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449355047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d89d04a220084662bf1c4465ea9f47c4_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449293837/Put/seqid=0
2024-12-06T01:41:35,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741960_1136 (size=14594)
2024-12-06T01:41:35,075 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:35,080 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d89d04a220084662bf1c4465ea9f47c4_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d89d04a220084662bf1c4465ea9f47c4_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:35,081 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/5ef4a83107614c6c89b015813dab9f6f, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:35,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/5ef4a83107614c6c89b015813dab9f6f is 175, key is test_row_0/A:col10/1733449293837/Put/seqid=0
2024-12-06T01:41:35,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741961_1137 (size=39549)
2024-12-06T01:41:35,097 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=86, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/5ef4a83107614c6c89b015813dab9f6f
2024-12-06T01:41:35,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/8366a9ed64fd47808b0c6d307650c523 is 50, key is test_row_0/B:col10/1733449293837/Put/seqid=0
2024-12-06T01:41:35,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741962_1138 (size=12001)
2024-12-06T01:41:35,127 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/8366a9ed64fd47808b0c6d307650c523
2024-12-06T01:41:35,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/6fa1fd64589f48a09d910659da11e7fe is 50, key is test_row_0/C:col10/1733449293837/Put/seqid=0
2024-12-06T01:41:35,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449355153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741963_1139 (size=12001)
2024-12-06T01:41:35,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449355162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449355162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449355162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449355162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-06T01:41:35,342 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:35,342 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:41:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees
2024-12-06T01:41:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-06T01:41:35,345 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:41:35,345 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:41:35,346 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:41:35,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449355362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449355373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449355373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449355373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449355373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-06T01:41:35,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-12-06T01:41:35,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:35,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:35,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:35,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:35,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:35,565 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/6fa1fd64589f48a09d910659da11e7fe
2024-12-06T01:41:35,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/5ef4a83107614c6c89b015813dab9f6f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/5ef4a83107614c6c89b015813dab9f6f
2024-12-06T01:41:35,582 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/5ef4a83107614c6c89b015813dab9f6f, entries=200, sequenceid=86, filesize=38.6 K
2024-12-06T01:41:35,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/8366a9ed64fd47808b0c6d307650c523 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/8366a9ed64fd47808b0c6d307650c523
2024-12-06T01:41:35,594 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/8366a9ed64fd47808b0c6d307650c523, entries=150, sequenceid=86, filesize=11.7 K
2024-12-06T01:41:35,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/6fa1fd64589f48a09d910659da11e7fe as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/6fa1fd64589f48a09d910659da11e7fe
2024-12-06T01:41:35,601 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/6fa1fd64589f48a09d910659da11e7fe, entries=150, sequenceid=86, filesize=11.7 K
2024-12-06T01:41:35,603 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 578ms, sequenceid=86, compaction requested=true
2024-12-06T01:41:35,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:35,603 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:41:35,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:41:35,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:35,604 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:41:35,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:41:35,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:35,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:41:35,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:35,606 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 123820 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:41:35,607 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/A is initiating minor compaction (all files)
2024-12-06T01:41:35,607 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/A in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:35,607 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3de20709c698441698b0aaa11270abbc, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/7c51a99926b84b9c8fef7ea2f1e4adb3, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/33aa0cca85e140edb58781cc9b51fa63, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/5ef4a83107614c6c89b015813dab9f6f] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=120.9 K
2024-12-06T01:41:35,607 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:35,607 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3de20709c698441698b0aaa11270abbc, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/7c51a99926b84b9c8fef7ea2f1e4adb3, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/33aa0cca85e140edb58781cc9b51fa63, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/5ef4a83107614c6c89b015813dab9f6f]
2024-12-06T01:41:35,608 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:41:35,608 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/B is initiating minor compaction (all files)
2024-12-06T01:41:35,608 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/B in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:35,608 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/6e271dc31b9947dfaed619326b43edbf, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/97f5fec522814a90b08d2669d6910c00, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/bcec50266c184c18abbd4bf16ee437fd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/8366a9ed64fd47808b0c6d307650c523] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=44.6 K
2024-12-06T01:41:35,609 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e271dc31b9947dfaed619326b43edbf, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733449291209
2024-12-06T01:41:35,609 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3de20709c698441698b0aaa11270abbc, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733449291209
2024-12-06T01:41:35,609 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 97f5fec522814a90b08d2669d6910c00, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733449291347
2024-12-06T01:41:35,609 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c51a99926b84b9c8fef7ea2f1e4adb3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733449291347
2024-12-06T01:41:35,610 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting bcec50266c184c18abbd4bf16ee437fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733449292591
2024-12-06T01:41:35,610 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33aa0cca85e140edb58781cc9b51fa63, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733449292591
2024-12-06T01:41:35,611 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 8366a9ed64fd47808b0c6d307650c523, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733449293837
2024-12-06T01:41:35,611 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ef4a83107614c6c89b015813dab9f6f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733449293835
2024-12-06T01:41:35,626 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:35,637 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#B#compaction#121 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:35,638 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/74084760b54f4b42a3f03ce34dc0bce1 is 50, key is test_row_0/B:col10/1733449293837/Put/seqid=0
2024-12-06T01:41:35,641 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206603206c74b1e45e1a451267b9fbb3ec5_8ee47f5ca1cc063c2f8d00e57f7c6751 store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:35,647 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206603206c74b1e45e1a451267b9fbb3ec5_8ee47f5ca1cc063c2f8d00e57f7c6751, store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:35,647 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206603206c74b1e45e1a451267b9fbb3ec5_8ee47f5ca1cc063c2f8d00e57f7c6751 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:35,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-12-06T01:41:35,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:35,654 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-06T01:41:35,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:35,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:35,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:35,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:35,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:35,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-06T01:41:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:35,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:35,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741964_1140 (size=12139)
2024-12-06T01:41:35,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449355693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449355693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449355695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741965_1141 (size=4469)
2024-12-06T01:41:35,706 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/74084760b54f4b42a3f03ce34dc0bce1 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/74084760b54f4b42a3f03ce34dc0bce1
2024-12-06T01:41:35,710 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#A#compaction#120 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:35,711 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/09d81fd6d9ca43618ddbc7327846fe1c is 175, key is test_row_0/A:col10/1733449293837/Put/seqid=0
2024-12-06T01:41:35,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449355700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206632442702d8d48dd902d521ef0519266_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449295044/Put/seqid=0
2024-12-06T01:41:35,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449355700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,717 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/B of 8ee47f5ca1cc063c2f8d00e57f7c6751 into 74084760b54f4b42a3f03ce34dc0bce1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:35,717 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:35,717 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/B, priority=12, startTime=1733449295604; duration=0sec
2024-12-06T01:41:35,717 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:35,717 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:B
2024-12-06T01:41:35,717 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:41:35,719 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:41:35,719 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/C is initiating minor compaction (all files)
2024-12-06T01:41:35,719 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/C in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:35,720 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/d00d159afbfb45d79cf1c5455b18855b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/f696ca21ad3b43c398c373887895ead5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/182e0c379fe74ce1bdd002f2fd3591d3, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/6fa1fd64589f48a09d910659da11e7fe] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=44.6 K
2024-12-06T01:41:35,720 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting d00d159afbfb45d79cf1c5455b18855b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733449291209
2024-12-06T01:41:35,721 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting f696ca21ad3b43c398c373887895ead5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733449291347
2024-12-06T01:41:35,722 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 182e0c379fe74ce1bdd002f2fd3591d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733449292591
2024-12-06T01:41:35,722 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fa1fd64589f48a09d910659da11e7fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733449293837
2024-12-06T01:41:35,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741966_1142 (size=31093)
2024-12-06T01:41:35,756 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/09d81fd6d9ca43618ddbc7327846fe1c as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/09d81fd6d9ca43618ddbc7327846fe1c
2024-12-06T01:41:35,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741967_1143 (size=12154)
2024-12-06T01:41:35,764 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/A of 8ee47f5ca1cc063c2f8d00e57f7c6751 into 09d81fd6d9ca43618ddbc7327846fe1c(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:35,764 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:35,764 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/A, priority=12, startTime=1733449295603; duration=0sec
2024-12-06T01:41:35,764 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:35,764 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:A
2024-12-06T01:41:35,771 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#C#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:35,772 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/4a026cd3c0c14e568e1bb2bdbb715d2b is 50, key is test_row_0/C:col10/1733449293837/Put/seqid=0
2024-12-06T01:41:35,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741968_1144 (size=12139)
2024-12-06T01:41:35,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449355812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449355812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449355812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449355822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449355823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:35,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-06T01:41:36,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449356022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:36,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:36,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449356022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:36,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449356023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:36,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:36,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:36,044 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449356042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:36,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:36,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449356042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:36,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:36,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:36,175 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206632442702d8d48dd902d521ef0519266_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206632442702d8d48dd902d521ef0519266_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:36,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/2a343d7999d34f4d9f22e7b6658054f6, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:36,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/2a343d7999d34f4d9f22e7b6658054f6 is 175, key is test_row_0/A:col10/1733449295044/Put/seqid=0
2024-12-06T01:41:36,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741969_1145 (size=30955)
2024-12-06T01:41:36,206 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=103, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/2a343d7999d34f4d9f22e7b6658054f6
2024-12-06T01:41:36,206 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/4a026cd3c0c14e568e1bb2bdbb715d2b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/4a026cd3c0c14e568e1bb2bdbb715d2b
2024-12-06T01:41:36,222 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/C of 8ee47f5ca1cc063c2f8d00e57f7c6751 into 4a026cd3c0c14e568e1bb2bdbb715d2b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:36,222 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:36,222 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/C, priority=12, startTime=1733449295604; duration=0sec
2024-12-06T01:41:36,222 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:36,222 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:C
2024-12-06T01:41:36,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/71718011f8d846b4a7e2c457ae57a9db is 50, key is test_row_0/B:col10/1733449295044/Put/seqid=0
2024-12-06T01:41:36,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741970_1146 (size=12001)
2024-12-06T01:41:36,253 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/71718011f8d846b4a7e2c457ae57a9db
2024-12-06T01:41:36,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/82ae391331ac4fcba076645563c8cf93 is 50, key is test_row_0/C:col10/1733449295044/Put/seqid=0
2024-12-06T01:41:36,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741971_1147 (size=12001)
2024-12-06T01:41:36,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449356333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449356333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:36,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:36,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449356342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:36,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449356352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:36,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:36,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449356353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:36,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-06T01:41:36,690 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/82ae391331ac4fcba076645563c8cf93
2024-12-06T01:41:36,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/2a343d7999d34f4d9f22e7b6658054f6 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/2a343d7999d34f4d9f22e7b6658054f6
2024-12-06T01:41:36,705 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/2a343d7999d34f4d9f22e7b6658054f6, entries=150, sequenceid=103, filesize=30.2 K
2024-12-06T01:41:36,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/71718011f8d846b4a7e2c457ae57a9db as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/71718011f8d846b4a7e2c457ae57a9db
2024-12-06T01:41:36,713 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/71718011f8d846b4a7e2c457ae57a9db, entries=150, sequenceid=103, filesize=11.7 K
2024-12-06T01:41:36,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/82ae391331ac4fcba076645563c8cf93 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/82ae391331ac4fcba076645563c8cf93
2024-12-06T01:41:36,723 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/82ae391331ac4fcba076645563c8cf93, entries=150, sequenceid=103, filesize=11.7 K
2024-12-06T01:41:36,726 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 1072ms, sequenceid=103, compaction requested=false
2024-12-06T01:41:36,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:36,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:36,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37
2024-12-06T01:41:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=37
2024-12-06T01:41:36,731 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-12-06T01:41:36,731 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3820 sec
2024-12-06T01:41:36,734 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 1.3890 sec
2024-12-06T01:41:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:36,845 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-12-06T01:41:36,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:36,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:36,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:36,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:36,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:36,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:36,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120606f1a25f6ef447878259eceb291edc26_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449296845/Put/seqid=0
2024-12-06T01:41:36,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449356868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:36,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449356872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:36,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:36,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449356874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449356875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:36,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:36,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449356876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:36,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:36,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741972_1148 (size=17034)
2024-12-06T01:41:36,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449356984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:36,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:36,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449356984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:36,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:36,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449356985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:36,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:36,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449356985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:36,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:36,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:36,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449356992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:37,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449357192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:37,195 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:37,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449357192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:37,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:37,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:37,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:37,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:37,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:37,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449357203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:37,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449357203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:37,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449357203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:37,213 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-12-06T01:41:37,214 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-12-06T01:41:37,315 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:37,321 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120606f1a25f6ef447878259eceb291edc26_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120606f1a25f6ef447878259eceb291edc26_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:37,322 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/9f1d364fc717462c97d578b6eadedddf, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:37,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/9f1d364fc717462c97d578b6eadedddf is 175, key is test_row_0/A:col10/1733449296845/Put/seqid=0
2024-12-06T01:41:37,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741973_1149 (size=48139)
2024-12-06T01:41:37,331 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/9f1d364fc717462c97d578b6eadedddf
2024-12-06T01:41:37,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/76e090a1c61543618678420f7f8c5495 is 50, key is test_row_0/B:col10/1733449296845/Put/seqid=0
2024-12-06T01:41:37,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741974_1150 (size=12001)
2024-12-06T01:41:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-06T01:41:37,493 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:37,493 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:41:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees
2024-12-06T01:41:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-12-06T01:41:37,495 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:41:37,496 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:41:37,496 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:41:37,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449357502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:37,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:37,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:37,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:37,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449357502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:37,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:37,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:37,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:37,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449357512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:37,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:37,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:37,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:37,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449357522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:37,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449357522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-12-06T01:41:37,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-12-06T01:41:37,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:37,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:37,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:37,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:37,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:37,747 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/76e090a1c61543618678420f7f8c5495
2024-12-06T01:41:37,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/916d6269b3604a94bfa6b3eb58928b5b is 50, key is test_row_0/C:col10/1733449296845/Put/seqid=0
2024-12-06T01:41:37,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741975_1151 (size=12001)
2024-12-06T01:41:37,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-12-06T01:41:37,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:37,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:37,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:37,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:37,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-12-06T01:41:37,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-12-06T01:41:37,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:37,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:37,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:37,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:37,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:38,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449358012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:38,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:38,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:38,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449358012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:38,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:38,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:38,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:38,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:38,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449358022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:38,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:38,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:38,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:38,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449358033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:38,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449358033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:38,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:38,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:38,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:38,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:38,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:38,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:38,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-12-06T01:41:38,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:38,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:38,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:38,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:38,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-12-06T01:41:38,169 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/916d6269b3604a94bfa6b3eb58928b5b
2024-12-06T01:41:38,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/9f1d364fc717462c97d578b6eadedddf as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/9f1d364fc717462c97d578b6eadedddf
2024-12-06T01:41:38,180 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/9f1d364fc717462c97d578b6eadedddf, entries=250, sequenceid=123, filesize=47.0 K
2024-12-06T01:41:38,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/76e090a1c61543618678420f7f8c5495 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/76e090a1c61543618678420f7f8c5495
2024-12-06T01:41:38,186 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/76e090a1c61543618678420f7f8c5495, entries=150, sequenceid=123, filesize=11.7 K
2024-12-06T01:41:38,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/916d6269b3604a94bfa6b3eb58928b5b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/916d6269b3604a94bfa6b3eb58928b5b
2024-12-06T01:41:38,194 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/916d6269b3604a94bfa6b3eb58928b5b, entries=150, sequenceid=123, filesize=11.7 K
2024-12-06T01:41:38,195 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=93.93 KB/96180 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 1350ms, sequenceid=123, compaction requested=true
2024-12-06T01:41:38,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:38,196 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:38,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:41:38,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:38,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:41:38,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:38,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:41:38,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:38,196 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:38,200 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110187 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:38,200 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/A is initiating minor compaction (all files)
2024-12-06T01:41:38,200 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/A in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:38,200 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/09d81fd6d9ca43618ddbc7327846fe1c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/2a343d7999d34f4d9f22e7b6658054f6, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/9f1d364fc717462c97d578b6eadedddf] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=107.6 K
2024-12-06T01:41:38,201 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:38,201 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:38,201 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/B is initiating minor compaction (all files)
2024-12-06T01:41:38,201 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/09d81fd6d9ca43618ddbc7327846fe1c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/2a343d7999d34f4d9f22e7b6658054f6, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/9f1d364fc717462c97d578b6eadedddf]
2024-12-06T01:41:38,201 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/B in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:38,201 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/74084760b54f4b42a3f03ce34dc0bce1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/71718011f8d846b4a7e2c457ae57a9db, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/76e090a1c61543618678420f7f8c5495] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=35.3 K
2024-12-06T01:41:38,201 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09d81fd6d9ca43618ddbc7327846fe1c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733449293837
2024-12-06T01:41:38,202 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 74084760b54f4b42a3f03ce34dc0bce1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733449293837
2024-12-06T01:41:38,202 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a343d7999d34f4d9f22e7b6658054f6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733449295036
2024-12-06T01:41:38,202 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 71718011f8d846b4a7e2c457ae57a9db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733449295036
2024-12-06T01:41:38,203 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f1d364fc717462c97d578b6eadedddf, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733449295692
2024-12-06T01:41:38,203 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 76e090a1c61543618678420f7f8c5495, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733449295695
2024-12-06T01:41:38,217 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:38,219 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#B#compaction#130 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:38,220 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/0b048571a61a42448e92e95d38b27911 is 50, key is test_row_0/B:col10/1733449296845/Put/seqid=0
2024-12-06T01:41:38,230 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206b8765e09e614483ead10a7139103f2f0_8ee47f5ca1cc063c2f8d00e57f7c6751 store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:38,234 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206b8765e09e614483ead10a7139103f2f0_8ee47f5ca1cc063c2f8d00e57f7c6751, store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:38,235 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b8765e09e614483ead10a7139103f2f0_8ee47f5ca1cc063c2f8d00e57f7c6751 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:38,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-12-06T01:41:38,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:38,265 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-06T01:41:38,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:38,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:38,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:38,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:38,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:38,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:38,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741976_1152 (size=12241)
2024-12-06T01:41:38,275 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/0b048571a61a42448e92e95d38b27911 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/0b048571a61a42448e92e95d38b27911
2024-12-06T01:41:38,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741977_1153 (size=4469)
2024-12-06T01:41:38,280 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#A#compaction#129 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:38,280 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/241d48c8e37447bbb5e90729336632cf is 175, key is test_row_0/A:col10/1733449296845/Put/seqid=0
2024-12-06T01:41:38,285 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/B of 8ee47f5ca1cc063c2f8d00e57f7c6751 into 0b048571a61a42448e92e95d38b27911(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:38,285 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:38,285 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/B, priority=13, startTime=1733449298196; duration=0sec
2024-12-06T01:41:38,285 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:38,285 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:B
2024-12-06T01:41:38,285 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:38,287 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:38,287 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/C is initiating minor compaction (all files)
2024-12-06T01:41:38,287 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/C in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:38,287 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/4a026cd3c0c14e568e1bb2bdbb715d2b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/82ae391331ac4fcba076645563c8cf93, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/916d6269b3604a94bfa6b3eb58928b5b] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=35.3 K
2024-12-06T01:41:38,289 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a026cd3c0c14e568e1bb2bdbb715d2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733449293837
2024-12-06T01:41:38,292 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 82ae391331ac4fcba076645563c8cf93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733449295036
2024-12-06T01:41:38,292 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 916d6269b3604a94bfa6b3eb58928b5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733449295695
2024-12-06T01:41:38,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206486b9ecc3b5f4aca8930c314807fea0d_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449296871/Put/seqid=0
2024-12-06T01:41:38,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741978_1154 (size=31195)
2024-12-06T01:41:38,314 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#C#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:38,315 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/af9ba731e50241e0bab0ccf74e20c16e is 50, key is test_row_0/C:col10/1733449296845/Put/seqid=0
2024-12-06T01:41:38,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741979_1155 (size=12304)
2024-12-06T01:41:38,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741980_1156 (size=12241)
2024-12-06T01:41:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-12-06T01:41:38,718 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/241d48c8e37447bbb5e90729336632cf as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/241d48c8e37447bbb5e90729336632cf
2024-12-06T01:41:38,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:38,730 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206486b9ecc3b5f4aca8930c314807fea0d_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206486b9ecc3b5f4aca8930c314807fea0d_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:38,730 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/af9ba731e50241e0bab0ccf74e20c16e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/af9ba731e50241e0bab0ccf74e20c16e
2024-12-06T01:41:38,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/a41468359aca4e97990f469ca3c1ee76, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:38,734 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/A of 8ee47f5ca1cc063c2f8d00e57f7c6751 into 241d48c8e37447bbb5e90729336632cf(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:38,734 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:38,734 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/A, priority=13, startTime=1733449298195; duration=0sec
2024-12-06T01:41:38,734 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:38,734 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:A
2024-12-06T01:41:38,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/a41468359aca4e97990f469ca3c1ee76 is 175, key is test_row_0/A:col10/1733449296871/Put/seqid=0
2024-12-06T01:41:38,740 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/C of 8ee47f5ca1cc063c2f8d00e57f7c6751 into af9ba731e50241e0bab0ccf74e20c16e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:38,740 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:38,740 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/C, priority=13, startTime=1733449298196; duration=0sec
2024-12-06T01:41:38,741 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:38,741 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:C
2024-12-06T01:41:38,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741981_1157 (size=31105)
2024-12-06T01:41:39,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:39,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449359072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:39,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449359074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:39,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449359074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:39,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:39,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:39,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:39,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449359075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:39,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:39,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449359077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:39,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:39,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:39,156 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=140, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/a41468359aca4e97990f469ca3c1ee76
2024-12-06T01:41:39,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/578657c86cf345669ed6eafe6e05e31a is 50, key is test_row_0/B:col10/1733449296871/Put/seqid=0
2024-12-06T01:41:39,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741982_1158 (size=12151)
2024-12-06T01:41:39,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449359183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:39,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:39,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449359183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:39,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:39,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449359183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:39,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:39,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449359183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:39,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:39,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449359183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:39,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:39,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449359393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:39,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449359393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:39,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449359394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:39,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449359394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:39,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449359395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:39,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:39,572 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/578657c86cf345669ed6eafe6e05e31a
2024-12-06T01:41:39,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/583626317f64496f9e69e5df49b9d322 is 50, key is test_row_0/C:col10/1733449296871/Put/seqid=0
2024-12-06T01:41:39,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741983_1159 (size=12151)
2024-12-06T01:41:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-12-06T01:41:39,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449359702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:39,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:39,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449359702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449359702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:39,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449359702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449359702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:39,990 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/583626317f64496f9e69e5df49b9d322
2024-12-06T01:41:39,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/a41468359aca4e97990f469ca3c1ee76 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/a41468359aca4e97990f469ca3c1ee76
2024-12-06T01:41:40,002 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/a41468359aca4e97990f469ca3c1ee76, entries=150, sequenceid=140, filesize=30.4 K
2024-12-06T01:41:40,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/578657c86cf345669ed6eafe6e05e31a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/578657c86cf345669ed6eafe6e05e31a
2024-12-06T01:41:40,008 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/578657c86cf345669ed6eafe6e05e31a, entries=150, sequenceid=140, filesize=11.9 K
2024-12-06T01:41:40,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/583626317f64496f9e69e5df49b9d322 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/583626317f64496f9e69e5df49b9d322
2024-12-06T01:41:40,014 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/583626317f64496f9e69e5df49b9d322, entries=150, sequenceid=140, filesize=11.9 K
2024-12-06T01:41:40,016 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 1751ms, sequenceid=140, compaction requested=false
2024-12-06T01:41:40,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:40,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:40,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39
2024-12-06T01:41:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=39
2024-12-06T01:41:40,020 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38
2024-12-06T01:41:40,020 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5220 sec
2024-12-06T01:41:40,022 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 2.5280 sec
2024-12-06T01:41:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:40,217 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-06T01:41:40,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:40,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:40,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:40,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:40,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:40,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:40,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067e4f46cbea6c4624b700bde09cd3d040_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449300215/Put/seqid=0
2024-12-06T01:41:40,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741984_1160 (size=14794)
2024-12-06T01:41:40,233 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:40,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449360235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:40,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449360236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:40,241 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067e4f46cbea6c4624b700bde09cd3d040_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067e4f46cbea6c4624b700bde09cd3d040_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:40,242 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/e9cd0e5ea78849f1ba981d580b248685, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:40,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/e9cd0e5ea78849f1ba981d580b248685 is 175, key is test_row_0/A:col10/1733449300215/Put/seqid=0
2024-12-06T01:41:40,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449360238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:40,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:40,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449360239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:40,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:40,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449360240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:40,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:40,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741985_1161 (size=39749)
2024-12-06T01:41:40,253 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/e9cd0e5ea78849f1ba981d580b248685
2024-12-06T01:41:40,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/1533a7ca33694f7f8d4e298247ed8180 is 50, key is test_row_0/B:col10/1733449300215/Put/seqid=0
2024-12-06T01:41:40,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741986_1162 (size=12151)
2024-12-06T01:41:40,274 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/1533a7ca33694f7f8d4e298247ed8180
2024-12-06T01:41:40,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/548e2128a2694abea25a3af5ea588d50 is 50, key is test_row_0/C:col10/1733449300215/Put/seqid=0
2024-12-06T01:41:40,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741987_1163 (size=12151)
2024-12-06T01:41:40,299 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/548e2128a2694abea25a3af5ea588d50
2024-12-06T01:41:40,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/e9cd0e5ea78849f1ba981d580b248685 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/e9cd0e5ea78849f1ba981d580b248685
2024-12-06T01:41:40,311 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/e9cd0e5ea78849f1ba981d580b248685, entries=200, sequenceid=161, filesize=38.8 K
2024-12-06T01:41:40,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/1533a7ca33694f7f8d4e298247ed8180 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/1533a7ca33694f7f8d4e298247ed8180
2024-12-06T01:41:40,322 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/1533a7ca33694f7f8d4e298247ed8180, entries=150, sequenceid=161, filesize=11.9 K
2024-12-06T01:41:40,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/548e2128a2694abea25a3af5ea588d50 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/548e2128a2694abea25a3af5ea588d50
2024-12-06T01:41:40,327 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/548e2128a2694abea25a3af5ea588d50, entries=150, sequenceid=161, filesize=11.9 K
2024-12-06T01:41:40,328 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 111ms, sequenceid=161, compaction requested=true
2024-12-06T01:41:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:41:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:41:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:40,328 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:41:40,328 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:40,329 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102049 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:40,329 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/A is initiating minor compaction (all files)
2024-12-06T01:41:40,329 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/A in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:40,330 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:40,330 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/241d48c8e37447bbb5e90729336632cf, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/a41468359aca4e97990f469ca3c1ee76, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/e9cd0e5ea78849f1ba981d580b248685] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=99.7 K
2024-12-06T01:41:40,330 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/B is initiating minor compaction (all files)
2024-12-06T01:41:40,330 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:40,330 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/241d48c8e37447bbb5e90729336632cf, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/a41468359aca4e97990f469ca3c1ee76, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/e9cd0e5ea78849f1ba981d580b248685]
2024-12-06T01:41:40,330 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/B in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:40,330 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/0b048571a61a42448e92e95d38b27911, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/578657c86cf345669ed6eafe6e05e31a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/1533a7ca33694f7f8d4e298247ed8180] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=35.7 K
2024-12-06T01:41:40,330 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 241d48c8e37447bbb5e90729336632cf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733449295695
2024-12-06T01:41:40,330 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b048571a61a42448e92e95d38b27911, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733449295695
2024-12-06T01:41:40,331 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 578657c86cf345669ed6eafe6e05e31a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733449296871
2024-12-06T01:41:40,331 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting a41468359aca4e97990f469ca3c1ee76, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733449296871
2024-12-06T01:41:40,331 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 1533a7ca33694f7f8d4e298247ed8180, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733449299075
2024-12-06T01:41:40,332 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9cd0e5ea78849f1ba981d580b248685, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733449299071
2024-12-06T01:41:40,343 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:40,344 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:40,345 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/28d00f10c6704d2b8c9f1abc0e3f63f0 is 50, key is test_row_0/B:col10/1733449300215/Put/seqid=0
2024-12-06T01:41:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:40,346 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-12-06T01:41:40,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:40,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:40,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:40,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:40,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:40,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:40,348 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206959f88110bd243f691a366f563a4fdc7_8ee47f5ca1cc063c2f8d00e57f7c6751 store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:40,351 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206959f88110bd243f691a366f563a4fdc7_8ee47f5ca1cc063c2f8d00e57f7c6751, store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:40,351 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206959f88110bd243f691a366f563a4fdc7_8ee47f5ca1cc063c2f8d00e57f7c6751 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:40,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741988_1164 (size=12493)
2024-12-06T01:41:40,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449360367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:40,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:40,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449360369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:40,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064893713a34ce47dd977c3e2d7c596046_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449300236/Put/seqid=0
2024-12-06T01:41:40,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449360371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:40,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:40,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449360372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:40,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:40,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:40,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449360373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:40,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:40,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:40,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741989_1165 (size=4469)
2024-12-06T01:41:40,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741990_1166 (size=14794)
2024-12-06T01:41:40,408 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:40,416 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064893713a34ce47dd977c3e2d7c596046_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064893713a34ce47dd977c3e2d7c596046_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:40,418 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/eb708196fef94373b0a66748bc678f13, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:40,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/eb708196fef94373b0a66748bc678f13 is 175, key is test_row_0/A:col10/1733449300236/Put/seqid=0
2024-12-06T01:41:40,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741991_1167 (size=39749)
2024-12-06T01:41:40,434 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/eb708196fef94373b0a66748bc678f13
2024-12-06T01:41:40,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/13b3a6017ca34db48eb0bb1db92c9deb is 50, key is test_row_0/B:col10/1733449300236/Put/seqid=0
2024-12-06T01:41:40,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741992_1168 (size=12151)
2024-12-06T01:41:40,464 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/13b3a6017ca34db48eb0bb1db92c9deb
2024-12-06T01:41:40,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449360482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:40,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:40,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449360483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:40,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:40,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:40,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449360483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:40,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:40,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449360483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:40,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:40,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449360483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:40,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:40,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/6faa09eacb9640a5b25f92d3f620ee2f is 50, key is test_row_0/C:col10/1733449300236/Put/seqid=0
2024-12-06T01:41:40,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741993_1169 (size=12151)
2024-12-06T01:41:40,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449360692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:40,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:40,703 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449360702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:40,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:40,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449360703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:40,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:40,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449360703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:40,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449360703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:40,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:40,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:40,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:40,768 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/28d00f10c6704d2b8c9f1abc0e3f63f0 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/28d00f10c6704d2b8c9f1abc0e3f63f0
2024-12-06T01:41:40,774 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/B of 8ee47f5ca1cc063c2f8d00e57f7c6751 into 28d00f10c6704d2b8c9f1abc0e3f63f0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:40,774 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:40,774 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/B, priority=13, startTime=1733449300328; duration=0sec
2024-12-06T01:41:40,774 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:40,774 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:B
2024-12-06T01:41:40,774 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:40,775 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:40,775 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/C is initiating minor compaction (all files)
2024-12-06T01:41:40,775 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/C in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:40,775 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/af9ba731e50241e0bab0ccf74e20c16e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/583626317f64496f9e69e5df49b9d322, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/548e2128a2694abea25a3af5ea588d50] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=35.7 K
2024-12-06T01:41:40,776 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting af9ba731e50241e0bab0ccf74e20c16e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733449295695
2024-12-06T01:41:40,776 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 583626317f64496f9e69e5df49b9d322, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733449296871
2024-12-06T01:41:40,776 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 548e2128a2694abea25a3af5ea588d50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733449299075
2024-12-06T01:41:40,787 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#C#compaction#143 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:40,787 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#A#compaction#139 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:40,788 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/8254e65764674447b24619dadabe9eaa is 50, key is test_row_0/C:col10/1733449300215/Put/seqid=0
2024-12-06T01:41:40,788 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/71458563f7404c7e9ffc0ddd3e07055c is 175, key is test_row_0/A:col10/1733449300215/Put/seqid=0
2024-12-06T01:41:40,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741995_1171 (size=31447)
2024-12-06T01:41:40,812 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/71458563f7404c7e9ffc0ddd3e07055c as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/71458563f7404c7e9ffc0ddd3e07055c
2024-12-06T01:41:40,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741994_1170 (size=12493)
2024-12-06T01:41:40,825 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/A of 8ee47f5ca1cc063c2f8d00e57f7c6751 into 71458563f7404c7e9ffc0ddd3e07055c(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:40,825 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:40,825 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/A, priority=13, startTime=1733449300328; duration=0sec
2024-12-06T01:41:40,825 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:40,825 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:A
2024-12-06T01:41:40,959 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/6faa09eacb9640a5b25f92d3f620ee2f
2024-12-06T01:41:40,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/eb708196fef94373b0a66748bc678f13 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/eb708196fef94373b0a66748bc678f13
2024-12-06T01:41:40,981 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/eb708196fef94373b0a66748bc678f13, entries=200, sequenceid=177, filesize=38.8 K
2024-12-06T01:41:40,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/13b3a6017ca34db48eb0bb1db92c9deb as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/13b3a6017ca34db48eb0bb1db92c9deb
2024-12-06T01:41:40,989 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/13b3a6017ca34db48eb0bb1db92c9deb, entries=150, sequenceid=177, filesize=11.9 K
2024-12-06T01:41:40,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/6faa09eacb9640a5b25f92d3f620ee2f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/6faa09eacb9640a5b25f92d3f620ee2f
2024-12-06T01:41:40,997 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/6faa09eacb9640a5b25f92d3f620ee2f, entries=150, sequenceid=177, filesize=11.9 K
2024-12-06T01:41:40,999 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 652ms, sequenceid=177, compaction requested=false
2024-12-06T01:41:40,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:41,009 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-06T01:41:41,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:41,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:41,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:41,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:41,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:41,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:41,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412061d333127a8e848288766a2bb0402fc3d_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449301007/Put/seqid=0
2024-12-06T01:41:41,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741996_1172 (size=12304)
2024-12-06T01:41:41,038 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:41,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449361028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,045 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412061d333127a8e848288766a2bb0402fc3d_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412061d333127a8e848288766a2bb0402fc3d_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:41,046 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/a5b75b6784eb43c9b23786639b87f06d, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:41,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449361037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/a5b75b6784eb43c9b23786639b87f06d is 175, key is test_row_0/A:col10/1733449301007/Put/seqid=0
2024-12-06T01:41:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449361039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449361041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449361042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741997_1173 (size=31105)
2024-12-06T01:41:41,059 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/a5b75b6784eb43c9b23786639b87f06d
2024-12-06T01:41:41,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/286089762a5f4e0bb584046f0c2729ea is 50, key is test_row_0/B:col10/1733449301007/Put/seqid=0
2024-12-06T01:41:41,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741998_1174 (size=12151)
2024-12-06T01:41:41,095 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/286089762a5f4e0bb584046f0c2729ea
2024-12-06T01:41:41,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/bb8ca1c197d54ad9980055ffc3c122e4 is 50, key is test_row_0/C:col10/1733449301007/Put/seqid=0
2024-12-06T01:41:41,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741999_1175 (size=12151)
2024-12-06T01:41:41,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449361152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449361152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449361152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449361152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449361152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,223 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/8254e65764674447b24619dadabe9eaa as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/8254e65764674447b24619dadabe9eaa
2024-12-06T01:41:41,232 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/C of 8ee47f5ca1cc063c2f8d00e57f7c6751 into 8254e65764674447b24619dadabe9eaa(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:41,232 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:41,232 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/C, priority=13, startTime=1733449300328; duration=0sec
2024-12-06T01:41:41,232 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:41,232 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:C
2024-12-06T01:41:41,273 INFO  [master/00c764f7c3aa:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-06T01:41:41,273 INFO  [master/00c764f7c3aa:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-06T01:41:41,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449361362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449361363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449361363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449361363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449361372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,515 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/bb8ca1c197d54ad9980055ffc3c122e4
2024-12-06T01:41:41,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/a5b75b6784eb43c9b23786639b87f06d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/a5b75b6784eb43c9b23786639b87f06d
2024-12-06T01:41:41,529 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/a5b75b6784eb43c9b23786639b87f06d, entries=150, sequenceid=196, filesize=30.4 K
2024-12-06T01:41:41,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/286089762a5f4e0bb584046f0c2729ea as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/286089762a5f4e0bb584046f0c2729ea
2024-12-06T01:41:41,536 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/286089762a5f4e0bb584046f0c2729ea, entries=150, sequenceid=196, filesize=11.9 K
2024-12-06T01:41:41,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/bb8ca1c197d54ad9980055ffc3c122e4 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/bb8ca1c197d54ad9980055ffc3c122e4
2024-12-06T01:41:41,545 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/bb8ca1c197d54ad9980055ffc3c122e4, entries=150, sequenceid=196, filesize=11.9 K
2024-12-06T01:41:41,547 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 538ms, sequenceid=196, compaction requested=true
2024-12-06T01:41:41,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:41,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:41:41,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:41,548 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:41,548 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:41,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:41:41,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:41,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:41:41,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:41,550 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:41,550 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:41,550 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/A is initiating minor compaction (all files)
2024-12-06T01:41:41,550 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/B is initiating minor compaction (all files)
2024-12-06T01:41:41,550 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/A in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:41,550 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/B in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:41,550 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/71458563f7404c7e9ffc0ddd3e07055c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/eb708196fef94373b0a66748bc678f13, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/a5b75b6784eb43c9b23786639b87f06d] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=99.9 K
2024-12-06T01:41:41,550 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/28d00f10c6704d2b8c9f1abc0e3f63f0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/13b3a6017ca34db48eb0bb1db92c9deb, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/286089762a5f4e0bb584046f0c2729ea] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=35.9 K
2024-12-06T01:41:41,550 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:41,550 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/71458563f7404c7e9ffc0ddd3e07055c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/eb708196fef94373b0a66748bc678f13, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/a5b75b6784eb43c9b23786639b87f06d]
2024-12-06T01:41:41,551 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 28d00f10c6704d2b8c9f1abc0e3f63f0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733449299075
2024-12-06T01:41:41,551 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 13b3a6017ca34db48eb0bb1db92c9deb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733449300236
2024-12-06T01:41:41,551 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71458563f7404c7e9ffc0ddd3e07055c, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733449299075
2024-12-06T01:41:41,551 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 286089762a5f4e0bb584046f0c2729ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733449300365
2024-12-06T01:41:41,552 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb708196fef94373b0a66748bc678f13, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733449300236
2024-12-06T01:41:41,552 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5b75b6784eb43c9b23786639b87f06d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733449300365
2024-12-06T01:41:41,569 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:41,572 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#B#compaction#148 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:41,572 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/5c82e066dd914292998c49256cf08f7d is 50, key is test_row_0/B:col10/1733449301007/Put/seqid=0
2024-12-06T01:41:41,578 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206c2d1b9aa6db94553bde10334193c4f45_8ee47f5ca1cc063c2f8d00e57f7c6751 store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:41,580 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206c2d1b9aa6db94553bde10334193c4f45_8ee47f5ca1cc063c2f8d00e57f7c6751, store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:41,581 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c2d1b9aa6db94553bde10334193c4f45_8ee47f5ca1cc063c2f8d00e57f7c6751 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:41,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742000_1176 (size=12595)
2024-12-06T01:41:41,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742001_1177 (size=4469)
2024-12-06T01:41:41,596 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#A#compaction#147 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:41,597 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/530d06556d0542f684f431108b3af9be is 175, key is test_row_0/A:col10/1733449301007/Put/seqid=0
2024-12-06T01:41:41,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742002_1178 (size=31549)
2024-12-06T01:41:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-12-06T01:41:41,663 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:41,664 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:41:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees
2024-12-06T01:41:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-12-06T01:41:41,666 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:41:41,667 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:41:41,667 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:41:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:41,677 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-06T01:41:41,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:41,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:41,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:41,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:41,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:41,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:41,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206fe9a841812554dd6a410373021834c83_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449301675/Put/seqid=0
2024-12-06T01:41:41,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742003_1179 (size=12304)
2024-12-06T01:41:41,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449361697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449361699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449361699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449361700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449361700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-12-06T01:41:41,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449361812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449361812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449361812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449361812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449361812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:41,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:41,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:41,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-06T01:41:41,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:41,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:41,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:41,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:41,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:41,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-06T01:41:41,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:41,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:41,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:41,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:41,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-12-06T01:41:41,990 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/5c82e066dd914292998c49256cf08f7d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/5c82e066dd914292998c49256cf08f7d
2024-12-06T01:41:41,995 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/B of 8ee47f5ca1cc063c2f8d00e57f7c6751 into 5c82e066dd914292998c49256cf08f7d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:41,996 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:41,996 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/B, priority=13, startTime=1733449301548; duration=0sec
2024-12-06T01:41:41,996 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:41,996 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:B
2024-12-06T01:41:41,996 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:41,997 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:41,997 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/C is initiating minor compaction (all files)
2024-12-06T01:41:41,997 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/C in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:41,998 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/8254e65764674447b24619dadabe9eaa, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/6faa09eacb9640a5b25f92d3f620ee2f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/bb8ca1c197d54ad9980055ffc3c122e4] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=35.9 K
2024-12-06T01:41:41,998 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 8254e65764674447b24619dadabe9eaa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733449299075
2024-12-06T01:41:41,998 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 6faa09eacb9640a5b25f92d3f620ee2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733449300236
2024-12-06T01:41:41,999 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting bb8ca1c197d54ad9980055ffc3c122e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733449300365
2024-12-06T01:41:42,007 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#C#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:42,007 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/6b9e1747fa6e4417b29440dcdef05546 is 50, key is test_row_0/C:col10/1733449301007/Put/seqid=0
2024-12-06T01:41:42,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742004_1180 (size=12595)
2024-12-06T01:41:42,020 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/530d06556d0542f684f431108b3af9be as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/530d06556d0542f684f431108b3af9be
2024-12-06T01:41:42,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449362023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:42,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449362023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:42,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449362023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:42,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449362023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:42,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449362023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:42,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:42,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:42,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:42,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:42,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:42,033 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/A of 8ee47f5ca1cc063c2f8d00e57f7c6751 into 530d06556d0542f684f431108b3af9be(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:42,033 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:42,033 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/A, priority=13, startTime=1733449301548; duration=0sec
2024-12-06T01:41:42,034 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:42,034 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:A
2024-12-06T01:41:42,105 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:42,110 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206fe9a841812554dd6a410373021834c83_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fe9a841812554dd6a410373021834c83_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:42,111 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/dd0682288c364a5fa4a67289e10ea165, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:42,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/dd0682288c364a5fa4a67289e10ea165 is 175, key is test_row_0/A:col10/1733449301675/Put/seqid=0
2024-12-06T01:41:42,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742005_1181 (size=31105)
2024-12-06T01:41:42,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-06T01:41:42,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:42,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:42,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:42,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:42,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:42,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-06T01:41:42,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:42,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:42,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:42,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:42,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-12-06T01:41:42,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449362332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:42,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:42,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449362333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:42,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:42,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449362333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:42,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:42,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:42,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449362342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449362342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:42,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:42,423 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/6b9e1747fa6e4417b29440dcdef05546 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/6b9e1747fa6e4417b29440dcdef05546
2024-12-06T01:41:42,430 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/C of 8ee47f5ca1cc063c2f8d00e57f7c6751 into 6b9e1747fa6e4417b29440dcdef05546(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:42,430 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:42,430 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/C, priority=13, startTime=1733449301548; duration=0sec
2024-12-06T01:41:42,430 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:42,430 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:C
2024-12-06T01:41:42,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-06T01:41:42,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:42,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:42,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:42,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:42,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:42,518 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/dd0682288c364a5fa4a67289e10ea165
2024-12-06T01:41:42,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/ffe1963072484b3fac69711ce29212ad is 50, key is test_row_0/B:col10/1733449301675/Put/seqid=0
2024-12-06T01:41:42,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742006_1182 (size=12151)
2024-12-06T01:41:42,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-06T01:41:42,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:42,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:42,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:42,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:42,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:42,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-06T01:41:42,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:42,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:42,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:42,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:42,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-12-06T01:41:42,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449362842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:42,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449362842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:42,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449362843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:42,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449362853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:42,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:42,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449362862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:42,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:42,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:42,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-06T01:41:42,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:42,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:42,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:42,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:42,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:42,933 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/ffe1963072484b3fac69711ce29212ad
2024-12-06T01:41:42,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/29d646f5b0b245fdb309df2d6ff24839 is 50, key is test_row_0/C:col10/1733449301675/Put/seqid=0
2024-12-06T01:41:42,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742007_1183 (size=12151)
2024-12-06T01:41:43,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-06T01:41:43,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:43,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:43,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:43,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:43,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:43,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-06T01:41:43,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:43,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:43,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:43,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:43,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:43,347 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/29d646f5b0b245fdb309df2d6ff24839
2024-12-06T01:41:43,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/dd0682288c364a5fa4a67289e10ea165 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/dd0682288c364a5fa4a67289e10ea165
2024-12-06T01:41:43,359 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/dd0682288c364a5fa4a67289e10ea165, entries=150, sequenceid=214, filesize=30.4 K
2024-12-06T01:41:43,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/ffe1963072484b3fac69711ce29212ad as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/ffe1963072484b3fac69711ce29212ad
2024-12-06T01:41:43,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-06T01:41:43,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:43,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:43,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:43,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:43,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:43,366 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/ffe1963072484b3fac69711ce29212ad, entries=150, sequenceid=214, filesize=11.9 K
2024-12-06T01:41:43,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/29d646f5b0b245fdb309df2d6ff24839 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/29d646f5b0b245fdb309df2d6ff24839
2024-12-06T01:41:43,373 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/29d646f5b0b245fdb309df2d6ff24839, entries=150, sequenceid=214, filesize=11.9 K
2024-12-06T01:41:43,374 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 1698ms, sequenceid=214, compaction requested=false
2024-12-06T01:41:43,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:43,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-06T01:41:43,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:43,518 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-12-06T01:41:43,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:43,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:43,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:43,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:43,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:43,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:43,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067f383a7fd4504c9eb14a4c9979d3e3ed_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449301698/Put/seqid=0
2024-12-06T01:41:43,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742008_1184 (size=12304)
2024-12-06T01:41:43,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,562 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067f383a7fd4504c9eb14a4c9979d3e3ed_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067f383a7fd4504c9eb14a4c9979d3e3ed_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:43,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/3335b8dfdd344bb599caad98029b3d65, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:43,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/3335b8dfdd344bb599caad98029b3d65 is 175, key is test_row_0/A:col10/1733449301698/Put/seqid=0
2024-12-06T01:41:43,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742009_1185 (size=31105)
2024-12-06T01:41:43,573 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/3335b8dfdd344bb599caad98029b3d65
2024-12-06T01:41:43,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/529c62c59f0240ac9cfe2f6d05e0cd58 is 50, key is test_row_0/B:col10/1733449301698/Put/seqid=0
2024-12-06T01:41:43,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742010_1186 (size=12151)
2024-12-06T01:41:43,594 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/529c62c59f0240ac9cfe2f6d05e0cd58
2024-12-06T01:41:43,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/829d103bcf3a42bc81d942129fd783d8 is 50, key is test_row_0/C:col10/1733449301698/Put/seqid=0
2024-12-06T01:41:43,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742011_1187 (size=12151)
2024-12-06T01:41:43,679 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/829d103bcf3a42bc81d942129fd783d8
2024-12-06T01:41:43,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/3335b8dfdd344bb599caad98029b3d65 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3335b8dfdd344bb599caad98029b3d65
2024-12-06T01:41:43,696 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3335b8dfdd344bb599caad98029b3d65, entries=150, sequenceid=233, filesize=30.4 K
2024-12-06T01:41:43,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/529c62c59f0240ac9cfe2f6d05e0cd58 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/529c62c59f0240ac9cfe2f6d05e0cd58
2024-12-06T01:41:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,702 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/529c62c59f0240ac9cfe2f6d05e0cd58, entries=150, sequenceid=233, filesize=11.9 K
2024-12-06T01:41:43,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/829d103bcf3a42bc81d942129fd783d8 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/829d103bcf3a42bc81d942129fd783d8
2024-12-06T01:41:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,711 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/829d103bcf3a42bc81d942129fd783d8, entries=150, sequenceid=233, filesize=11.9 K
2024-12-06T01:41:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,712 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 194ms, sequenceid=233, compaction requested=true
2024-12-06T01:41:43,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:43,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:43,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41
2024-12-06T01:41:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=41
2024-12-06T01:41:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,718 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40
2024-12-06T01:41:43,718 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0470 sec
2024-12-06T01:41:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,721 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.0550 sec
2024-12-06T01:41:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-12-06T01:41:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,813 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,814 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:41:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees
2024-12-06T01:41:43,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-06T01:41:43,816 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:41:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,817 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:41:43,817 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:41:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,887 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-06T01:41:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:43,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:43,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:43,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:43,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:43,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b90258bb5dc445d9b009220bfa797e70_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449303880/Put/seqid=0
2024-12-06T01:41:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-06T01:41:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742012_1188 (size=22268)
2024-12-06T01:41:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,935 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,941 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b90258bb5dc445d9b009220bfa797e70_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b90258bb5dc445d9b009220bfa797e70_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,943 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/9b4ec3ba45734ab3a3c04fcc8168081d, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:43,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/9b4ec3ba45734ab3a3c04fcc8168081d is 175, key is test_row_0/A:col10/1733449303880/Put/seqid=0
2024-12-06T01:41:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,957 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1733449303889, max timestamp=1733449303955Num uniques 859; 
2024-12-06T01:41:43,957 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859
2024-12-06T01:41:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1733449303889, max timestamp=1733449303955Num uniques 859; 
2024-12-06T01:41:43,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859
2024-12-06T01:41:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1733449303889, max timestamp=1733449303957Num uniques 859; 
2024-12-06T01:41:43,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859
2024-12-06T01:41:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742013_1189 (size=65673)
2024-12-06T01:41:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,970 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/9b4ec3ba45734ab3a3c04fcc8168081d
2024-12-06T01:41:43,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-06T01:41:43,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:43,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:43,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:43,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:43,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449363960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:43,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:43,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:43,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449363961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:43,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:43,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:43,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449363965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:43,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:43,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:43,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449363967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:43,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449363976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:43,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:43,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:43,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:43,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:43,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:43,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:44,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/117ac547b323473092d5e6b84d409eb8 is 50, key is test_row_0/B:col10/1733449303880/Put/seqid=0
2024-12-06T01:41:44,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742014_1190 (size=21715)
2024-12-06T01:41:44,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449364082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:44,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:44,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449364082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:44,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:44,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449364082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:44,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449364093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:44,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:44,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449364093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:44,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:44,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-06T01:41:44,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:44,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:44,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:44,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:44,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-06T01:41:44,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-06T01:41:44,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:44,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:44,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:44,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:44,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:44,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:44,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449364292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449364293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:44,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:44,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:44,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449364302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:44,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:44,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449364314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:44,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:44,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449364316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:44,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:44,432 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/117ac547b323473092d5e6b84d409eb8
2024-12-06T01:41:44,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-06T01:41:44,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:44,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:44,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:44,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:44,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:44,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/2bfd4d39b17e4a28b639157e12ddbf6e is 50, key is test_row_0/C:col10/1733449303880/Put/seqid=0
2024-12-06T01:41:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-06T01:41:44,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742015_1191 (size=12151)
2024-12-06T01:41:44,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-06T01:41:44,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:44,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:44,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:44,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:44,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:44,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449364602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:44,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:44,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449364602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:44,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449364612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:44,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449364622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449364622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:44,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-06T01:41:44,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:44,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:44,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:44,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:44,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:44,849 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/2bfd4d39b17e4a28b639157e12ddbf6e
2024-12-06T01:41:44,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/9b4ec3ba45734ab3a3c04fcc8168081d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/9b4ec3ba45734ab3a3c04fcc8168081d
2024-12-06T01:41:44,865 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/9b4ec3ba45734ab3a3c04fcc8168081d, entries=350, sequenceid=243, filesize=64.1 K
2024-12-06T01:41:44,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/117ac547b323473092d5e6b84d409eb8 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/117ac547b323473092d5e6b84d409eb8
2024-12-06T01:41:44,874 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/117ac547b323473092d5e6b84d409eb8, entries=350, sequenceid=243, filesize=21.2 K
2024-12-06T01:41:44,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/2bfd4d39b17e4a28b639157e12ddbf6e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/2bfd4d39b17e4a28b639157e12ddbf6e
2024-12-06T01:41:44,891 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/2bfd4d39b17e4a28b639157e12ddbf6e, entries=150, sequenceid=243, filesize=11.9 K
2024-12-06T01:41:44,892 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=154.31 KB/158010 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 1005ms, sequenceid=243, compaction requested=true
2024-12-06T01:41:44,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:44,892 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:41:44,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:41:44,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:44,893 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:41:44,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:41:44,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:44,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:41:44,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:44,894 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 159432 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:41:44,894 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/A is initiating minor compaction (all files)
2024-12-06T01:41:44,894 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/A in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:44,894 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/530d06556d0542f684f431108b3af9be, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/dd0682288c364a5fa4a67289e10ea165, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3335b8dfdd344bb599caad98029b3d65, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/9b4ec3ba45734ab3a3c04fcc8168081d] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=155.7 K
2024-12-06T01:41:44,894 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:44,894 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/530d06556d0542f684f431108b3af9be, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/dd0682288c364a5fa4a67289e10ea165, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3335b8dfdd344bb599caad98029b3d65, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/9b4ec3ba45734ab3a3c04fcc8168081d]
2024-12-06T01:41:44,895 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 58612 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:41:44,895 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/B is initiating minor compaction (all files)
2024-12-06T01:41:44,895 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/B in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:44,895 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/5c82e066dd914292998c49256cf08f7d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/ffe1963072484b3fac69711ce29212ad, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/529c62c59f0240ac9cfe2f6d05e0cd58, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/117ac547b323473092d5e6b84d409eb8] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=57.2 K
2024-12-06T01:41:44,896 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 530d06556d0542f684f431108b3af9be, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733449300365
2024-12-06T01:41:44,896 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c82e066dd914292998c49256cf08f7d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733449300365
2024-12-06T01:41:44,896 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd0682288c364a5fa4a67289e10ea165, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733449301021
2024-12-06T01:41:44,896 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting ffe1963072484b3fac69711ce29212ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733449301021
2024-12-06T01:41:44,897 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3335b8dfdd344bb599caad98029b3d65, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733449301695
2024-12-06T01:41:44,897 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 529c62c59f0240ac9cfe2f6d05e0cd58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733449301695
2024-12-06T01:41:44,898 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b4ec3ba45734ab3a3c04fcc8168081d, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733449303862
2024-12-06T01:41:44,898 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 117ac547b323473092d5e6b84d409eb8, keycount=350, bloomtype=ROW, size=21.2 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733449303862
2024-12-06T01:41:44,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-06T01:41:44,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:44,900 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=154.31 KB heapSize=379.13 KB
2024-12-06T01:41:44,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:44,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:44,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:44,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:44,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:44,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:44,919 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#B#compaction#159 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:44,920 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/f43adfe119924e3690c855dd3799e881 is 50, key is test_row_0/B:col10/1733449303880/Put/seqid=0
2024-12-06T01:41:44,920 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:44,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120657e668bd620e4b4f856921b0eeecbfdd_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449303942/Put/seqid=0
2024-12-06T01:41:44,932 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412061285661ddeb74fb89adbe4e98d171c7c_8ee47f5ca1cc063c2f8d00e57f7c6751 store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:44,936 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412061285661ddeb74fb89adbe4e98d171c7c_8ee47f5ca1cc063c2f8d00e57f7c6751, store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:44,936 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412061285661ddeb74fb89adbe4e98d171c7c_8ee47f5ca1cc063c2f8d00e57f7c6751 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-06T01:41:44,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742016_1192 (size=12731)
2024-12-06T01:41:45,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742017_1193 (size=12454)
2024-12-06T01:41:45,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:45,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742018_1194 (size=4469)
2024-12-06T01:41:45,010 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#A#compaction#160 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:45,011 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/6bee5e404d7a4ec3914c983915290b7b is 175, key is test_row_0/A:col10/1733449303880/Put/seqid=0
2024-12-06T01:41:45,017 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120657e668bd620e4b4f856921b0eeecbfdd_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120657e668bd620e4b4f856921b0eeecbfdd_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:45,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/37031f10c70f411cab9b25bb58c613de, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:45,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/37031f10c70f411cab9b25bb58c613de is 175, key is test_row_0/A:col10/1733449303942/Put/seqid=0
2024-12-06T01:41:45,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742019_1195 (size=31685)
2024-12-06T01:41:45,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742020_1196 (size=31255)
2024-12-06T01:41:45,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:45,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449365125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:45,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:45,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449365123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449365133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449365133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:45,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:45,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449365133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:45,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:45,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:45,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449365243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:45,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:45,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449365252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:45,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449365252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:45,404 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/f43adfe119924e3690c855dd3799e881 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/f43adfe119924e3690c855dd3799e881
2024-12-06T01:41:45,411 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/B of 8ee47f5ca1cc063c2f8d00e57f7c6751 into f43adfe119924e3690c855dd3799e881(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:45,411 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:45,411 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/B, priority=12, startTime=1733449304893; duration=0sec
2024-12-06T01:41:45,411 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:45,411 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:B
2024-12-06T01:41:45,411 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:41:45,413 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:41:45,413 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/C is initiating minor compaction (all files)
2024-12-06T01:41:45,413 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/C in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:45,413 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/6b9e1747fa6e4417b29440dcdef05546, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/29d646f5b0b245fdb309df2d6ff24839, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/829d103bcf3a42bc81d942129fd783d8, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/2bfd4d39b17e4a28b639157e12ddbf6e] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=47.9 K
2024-12-06T01:41:45,414 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b9e1747fa6e4417b29440dcdef05546, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733449300365
2024-12-06T01:41:45,414 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 29d646f5b0b245fdb309df2d6ff24839, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733449301021
2024-12-06T01:41:45,415 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 829d103bcf3a42bc81d942129fd783d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733449301695
2024-12-06T01:41:45,415 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bfd4d39b17e4a28b639157e12ddbf6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733449303869
2024-12-06T01:41:45,424 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/6bee5e404d7a4ec3914c983915290b7b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/6bee5e404d7a4ec3914c983915290b7b
2024-12-06T01:41:45,427 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=269, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/37031f10c70f411cab9b25bb58c613de
2024-12-06T01:41:45,437 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/A of 8ee47f5ca1cc063c2f8d00e57f7c6751 into 6bee5e404d7a4ec3914c983915290b7b(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:45,437 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:45,437 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/A, priority=12, startTime=1733449304892; duration=0sec
2024-12-06T01:41:45,437 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:45,437 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:A
2024-12-06T01:41:45,446 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#C#compaction#162 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:45,447 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/d564690b98584ceda2d3de7edcd0bc19 is 50, key is test_row_0/C:col10/1733449303880/Put/seqid=0
2024-12-06T01:41:45,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449365453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:45,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/967e1f08c9b04f9eabea3d8146558ed6 is 50, key is test_row_0/B:col10/1733449303942/Put/seqid=0
2024-12-06T01:41:45,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449365462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:45,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449365462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:45,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742021_1197 (size=12731)
2024-12-06T01:41:45,485 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/d564690b98584ceda2d3de7edcd0bc19 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/d564690b98584ceda2d3de7edcd0bc19
2024-12-06T01:41:45,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742022_1198 (size=12301)
2024-12-06T01:41:45,494 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/C of 8ee47f5ca1cc063c2f8d00e57f7c6751 into d564690b98584ceda2d3de7edcd0bc19(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:45,494 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:45,494 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/C, priority=12, startTime=1733449304893; duration=0sec
2024-12-06T01:41:45,494 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:45,494 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:C
2024-12-06T01:41:45,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449365762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:45,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449365782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:45,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:45,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449365782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:45,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:45,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:45,894 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/967e1f08c9b04f9eabea3d8146558ed6
2024-12-06T01:41:45,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/f8df3ba38a1b497d94605a20dc7fc186 is 50, key is test_row_0/C:col10/1733449303942/Put/seqid=0
2024-12-06T01:41:45,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-06T01:41:46,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742023_1199 (size=12301)
2024-12-06T01:41:46,024 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/f8df3ba38a1b497d94605a20dc7fc186
2024-12-06T01:41:46,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/37031f10c70f411cab9b25bb58c613de as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/37031f10c70f411cab9b25bb58c613de
2024-12-06T01:41:46,040 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/37031f10c70f411cab9b25bb58c613de, entries=150, sequenceid=269, filesize=30.5 K
2024-12-06T01:41:46,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/967e1f08c9b04f9eabea3d8146558ed6 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/967e1f08c9b04f9eabea3d8146558ed6
2024-12-06T01:41:46,048 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/967e1f08c9b04f9eabea3d8146558ed6, entries=150, sequenceid=269, filesize=12.0 K
2024-12-06T01:41:46,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/f8df3ba38a1b497d94605a20dc7fc186 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/f8df3ba38a1b497d94605a20dc7fc186
2024-12-06T01:41:46,060 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/f8df3ba38a1b497d94605a20dc7fc186, entries=150, sequenceid=269, filesize=12.0 K
2024-12-06T01:41:46,064 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~379.08 KB/388176, currentSize=46.96 KB/48090 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 1164ms, sequenceid=269, compaction requested=false
2024-12-06T01:41:46,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:46,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:46,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43
2024-12-06T01:41:46,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=43
2024-12-06T01:41:46,069 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-12-06T01:41:46,069 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2500 sec
2024-12-06T01:41:46,072 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.2560 sec
2024-12-06T01:41:46,154 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-06T01:41:46,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:46,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:46,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:46,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:46,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:46,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:46,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e2f5d71073a342f8af522aa3fa707463_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449305131/Put/seqid=0
2024-12-06T01:41:46,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742024_1200 (size=14994)
2024-12-06T01:41:46,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449306230, max timestamp=1733449306257Num uniques 859; 
2024-12-06T01:41:46,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:41:46,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449306230, max timestamp=1733449306257Num uniques 859; 
2024-12-06T01:41:46,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:41:46,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449306230, max timestamp=1733449306257Num uniques 859; 
2024-12-06T01:41:46,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:41:46,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449366328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:46,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:46,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:46,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449366329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:46,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449366337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:46,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449366328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:46,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:46,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:46,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449366337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:46,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:46,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:46,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449366452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:46,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:46,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449366453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:46,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:46,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:46,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449366453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:46,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:46,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449366453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:46,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449366466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:46,643 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:46,653 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e2f5d71073a342f8af522aa3fa707463_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e2f5d71073a342f8af522aa3fa707463_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:46,657 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/3d773a8188014591a986c3d79e314434, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:46,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/3d773a8188014591a986c3d79e314434 is 175, key is test_row_0/A:col10/1733449305131/Put/seqid=0
2024-12-06T01:41:46,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449366663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:46,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449366663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:46,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:46,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:46,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449366663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:46,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449366673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:46,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449366673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:46,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742025_1201 (size=39949)
2024-12-06T01:41:46,703 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/3d773a8188014591a986c3d79e314434
2024-12-06T01:41:46,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/45831d9e6cb94ae8a9398bba77fe8b2e is 50, key is test_row_0/B:col10/1733449305131/Put/seqid=0
2024-12-06T01:41:46,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742026_1202 (size=12301)
2024-12-06T01:41:46,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:46,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449366972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449366972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:46,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449366982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:46,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449366983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449366983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:47,152 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/45831d9e6cb94ae8a9398bba77fe8b2e
2024-12-06T01:41:47,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/5fbcf173ef924dda892db6b1b16cae84 is 50, key is test_row_0/C:col10/1733449305131/Put/seqid=0
2024-12-06T01:41:47,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742027_1203 (size=12301)
2024-12-06T01:41:47,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449367482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:47,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:47,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:47,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:47,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449367482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:47,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:47,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:47,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:47,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449367492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:47,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449367492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:47,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:47,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:47,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449367493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:47,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:47,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:47,635 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/5fbcf173ef924dda892db6b1b16cae84
2024-12-06T01:41:47,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/3d773a8188014591a986c3d79e314434 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3d773a8188014591a986c3d79e314434
2024-12-06T01:41:47,649 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3d773a8188014591a986c3d79e314434, entries=200, sequenceid=283, filesize=39.0 K
2024-12-06T01:41:47,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/45831d9e6cb94ae8a9398bba77fe8b2e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/45831d9e6cb94ae8a9398bba77fe8b2e
2024-12-06T01:41:47,655 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/45831d9e6cb94ae8a9398bba77fe8b2e, entries=150, sequenceid=283, filesize=12.0 K
2024-12-06T01:41:47,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/5fbcf173ef924dda892db6b1b16cae84 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/5fbcf173ef924dda892db6b1b16cae84
2024-12-06T01:41:47,661 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/5fbcf173ef924dda892db6b1b16cae84, entries=150, sequenceid=283, filesize=12.0 K
2024-12-06T01:41:47,662 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 1508ms, sequenceid=283, compaction requested=true
2024-12-06T01:41:47,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:47,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:41:47,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:47,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:41:47,662 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:47,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:47,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:41:47,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:47,662 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:47,664 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:47,664 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/A is initiating minor compaction (all files)
2024-12-06T01:41:47,664 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/A in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:47,664 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/6bee5e404d7a4ec3914c983915290b7b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/37031f10c70f411cab9b25bb58c613de, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3d773a8188014591a986c3d79e314434] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=100.5 K
2024-12-06T01:41:47,664 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:47,664 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/6bee5e404d7a4ec3914c983915290b7b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/37031f10c70f411cab9b25bb58c613de, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3d773a8188014591a986c3d79e314434]
2024-12-06T01:41:47,665 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:47,665 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/B is initiating minor compaction (all files)
2024-12-06T01:41:47,665 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/B in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:47,665 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bee5e404d7a4ec3914c983915290b7b, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733449303869
2024-12-06T01:41:47,665 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/f43adfe119924e3690c855dd3799e881, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/967e1f08c9b04f9eabea3d8146558ed6, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/45831d9e6cb94ae8a9398bba77fe8b2e] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=36.5 K
2024-12-06T01:41:47,665 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting f43adfe119924e3690c855dd3799e881, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733449303869
2024-12-06T01:41:47,666 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37031f10c70f411cab9b25bb58c613de, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733449303942
2024-12-06T01:41:47,666 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 967e1f08c9b04f9eabea3d8146558ed6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733449303942
2024-12-06T01:41:47,666 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d773a8188014591a986c3d79e314434, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733449305118
2024-12-06T01:41:47,666 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 45831d9e6cb94ae8a9398bba77fe8b2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733449305118
2024-12-06T01:41:47,687 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:47,690 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#B#compaction#169 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:47,691 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/1240543fd7b14b04aff4ff909018e34b is 50, key is test_row_0/B:col10/1733449305131/Put/seqid=0
2024-12-06T01:41:47,694 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206944ebd32a0da41ebb3a9697b8df32f16_8ee47f5ca1cc063c2f8d00e57f7c6751 store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:47,697 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206944ebd32a0da41ebb3a9697b8df32f16_8ee47f5ca1cc063c2f8d00e57f7c6751, store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:47,697 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206944ebd32a0da41ebb3a9697b8df32f16_8ee47f5ca1cc063c2f8d00e57f7c6751 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:47,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742028_1204 (size=4469)
2024-12-06T01:41:47,706 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#A#compaction#168 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:47,706 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/97a105a815de4ec0893ffc169590dc9e is 175, key is test_row_0/A:col10/1733449305131/Put/seqid=0
2024-12-06T01:41:47,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742029_1205 (size=12983)
2024-12-06T01:41:47,718 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/1240543fd7b14b04aff4ff909018e34b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/1240543fd7b14b04aff4ff909018e34b
2024-12-06T01:41:47,725 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/B of 8ee47f5ca1cc063c2f8d00e57f7c6751 into 1240543fd7b14b04aff4ff909018e34b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:47,725 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:47,726 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/B, priority=13, startTime=1733449307662; duration=0sec
2024-12-06T01:41:47,726 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:47,726 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:B
2024-12-06T01:41:47,726 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:47,728 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:47,729 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/C is initiating minor compaction (all files)
2024-12-06T01:41:47,729 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/C in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:47,729 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/d564690b98584ceda2d3de7edcd0bc19, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/f8df3ba38a1b497d94605a20dc7fc186, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/5fbcf173ef924dda892db6b1b16cae84] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=36.5 K
2024-12-06T01:41:47,729 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting d564690b98584ceda2d3de7edcd0bc19, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733449303869
2024-12-06T01:41:47,730 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting f8df3ba38a1b497d94605a20dc7fc186, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733449303942
2024-12-06T01:41:47,730 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fbcf173ef924dda892db6b1b16cae84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733449305118
2024-12-06T01:41:47,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742030_1206 (size=31937)
2024-12-06T01:41:47,759 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#C#compaction#170 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:47,760 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/e7295334effd4ee3885afcc4aef9a345 is 50, key is test_row_0/C:col10/1733449305131/Put/seqid=0
2024-12-06T01:41:47,765 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/97a105a815de4ec0893ffc169590dc9e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/97a105a815de4ec0893ffc169590dc9e
2024-12-06T01:41:47,771 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/A of 8ee47f5ca1cc063c2f8d00e57f7c6751 into 97a105a815de4ec0893ffc169590dc9e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:47,771 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:47,771 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/A, priority=13, startTime=1733449307662; duration=0sec
2024-12-06T01:41:47,772 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:47,772 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:A
2024-12-06T01:41:47,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742031_1207 (size=12983)
2024-12-06T01:41:47,798 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/e7295334effd4ee3885afcc4aef9a345 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/e7295334effd4ee3885afcc4aef9a345
2024-12-06T01:41:47,807 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/C of 8ee47f5ca1cc063c2f8d00e57f7c6751 into e7295334effd4ee3885afcc4aef9a345(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:47,807 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:47,807 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/C, priority=13, startTime=1733449307662; duration=0sec
2024-12-06T01:41:47,807 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:47,807 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:C
2024-12-06T01:41:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-06T01:41:47,993 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:47,993 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:41:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees
2024-12-06T01:41:47,996 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:41:47,997 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:41:47,997 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:41:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-12-06T01:41:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-12-06T01:41:48,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-12-06T01:41:48,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:48,152 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-12-06T01:41:48,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:48,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:48,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:48,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:48,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:48,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:41:48,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a5a09d1436ed432b8bd62aec853a2b30_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449306332/Put/seqid=0
2024-12-06T01:41:48,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742032_1208 (size=12454)
2024-12-06T01:41:48,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:48,197 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a5a09d1436ed432b8bd62aec853a2b30_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a5a09d1436ed432b8bd62aec853a2b30_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:48,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/32d3bdd87d484a9e99a1ab88d6315d69, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:48,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/32d3bdd87d484a9e99a1ab88d6315d69 is 175, key is test_row_0/A:col10/1733449306332/Put/seqid=0
2024-12-06T01:41:48,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742033_1209 (size=31255)
2024-12-06T01:41:48,208 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/32d3bdd87d484a9e99a1ab88d6315d69
2024-12-06T01:41:48,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/633f2e0df67d482a811e891d9b549789 is 50, key is test_row_0/B:col10/1733449306332/Put/seqid=0
2024-12-06T01:41:48,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742034_1210 (size=12301)
2024-12-06T01:41:48,238 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/633f2e0df67d482a811e891d9b549789
2024-12-06T01:41:48,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/5eaa3b5b0ab342ce810f254e46a12f61 is 50, key is test_row_0/C:col10/1733449306332/Put/seqid=0
2024-12-06T01:41:48,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742035_1211 (size=12301)
2024-12-06T01:41:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-12-06T01:41:48,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:48,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449368510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:48,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:48,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449368513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:48,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449368513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:48,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449368514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:48,518 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in 8ee47f5ca1cc063c2f8d00e57f7c6751 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:41:48,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:48,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449368514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:48,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:48,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:48,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:48,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-12-06T01:41:48,625 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449368623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:48,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,625 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:48,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449368623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:48,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:48,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449368632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:48,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:48,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449368632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:48,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:48,664 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/5eaa3b5b0ab342ce810f254e46a12f61
2024-12-06T01:41:48,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/32d3bdd87d484a9e99a1ab88d6315d69 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/32d3bdd87d484a9e99a1ab88d6315d69
2024-12-06T01:41:48,679 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/32d3bdd87d484a9e99a1ab88d6315d69, entries=150, sequenceid=323, filesize=30.5 K
2024-12-06T01:41:48,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/633f2e0df67d482a811e891d9b549789 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/633f2e0df67d482a811e891d9b549789
2024-12-06T01:41:48,685 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/633f2e0df67d482a811e891d9b549789, entries=150, sequenceid=323, filesize=12.0 K
2024-12-06T01:41:48,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/5eaa3b5b0ab342ce810f254e46a12f61 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/5eaa3b5b0ab342ce810f254e46a12f61
2024-12-06T01:41:48,697 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/5eaa3b5b0ab342ce810f254e46a12f61, entries=150, sequenceid=323, filesize=12.0 K
2024-12-06T01:41:48,698 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 546ms, sequenceid=323, compaction requested=false
2024-12-06T01:41:48,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:48,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:48,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45
2024-12-06T01:41:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=45
2024-12-06T01:41:48,703 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-12-06T01:41:48,703 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 704 msec
2024-12-06T01:41:48,706 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 711 msec
2024-12-06T01:41:48,843 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-06T01:41:48,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:48,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:48,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:48,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:48,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:48,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:48,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d469d5159aaf40438fa810406a11ce48_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449308835/Put/seqid=0
2024-12-06T01:41:48,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742036_1212 (size=17534)
2024-12-06T01:41:48,865 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:48,871 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d469d5159aaf40438fa810406a11ce48_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d469d5159aaf40438fa810406a11ce48_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:48,872 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/f01d660b8b964411afa8b39fe41f839a, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:48,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/f01d660b8b964411afa8b39fe41f839a is 175, key is test_row_0/A:col10/1733449308835/Put/seqid=0
2024-12-06T01:41:48,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742037_1213 (size=48639)
2024-12-06T01:41:48,883 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/f01d660b8b964411afa8b39fe41f839a
2024-12-06T01:41:48,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449368881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:48,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:48,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449368883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:48,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449368885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:48,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/ce87951bc361480295dd63d1bfcdf5b9 is 50, key is test_row_0/B:col10/1733449308835/Put/seqid=0
2024-12-06T01:41:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:48,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449368887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:48,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:48,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:48,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742038_1214 (size=12301)
2024-12-06T01:41:48,905 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/ce87951bc361480295dd63d1bfcdf5b9
2024-12-06T01:41:48,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/13ebe2095eb846bfa5f4d6d3bc6f9dc5 is 50, key is test_row_0/C:col10/1733449308835/Put/seqid=0
2024-12-06T01:41:48,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742039_1215 (size=12301)
2024-12-06T01:41:49,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449369004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:49,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:49,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449369005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:49,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449369005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449369005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-12-06T01:41:49,133 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:49,134 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:41:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees
2024-12-06T01:41:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-12-06T01:41:49,142 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:41:49,143 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:41:49,143 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:41:49,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449369213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:49,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:49,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449369213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449369213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449369213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:49,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-12-06T01:41:49,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-06T01:41:49,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:49,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:49,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:49,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:49,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:49,374 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/13ebe2095eb846bfa5f4d6d3bc6f9dc5
2024-12-06T01:41:49,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/f01d660b8b964411afa8b39fe41f839a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/f01d660b8b964411afa8b39fe41f839a
2024-12-06T01:41:49,387 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/f01d660b8b964411afa8b39fe41f839a, entries=250, sequenceid=335, filesize=47.5 K
2024-12-06T01:41:49,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/ce87951bc361480295dd63d1bfcdf5b9 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/ce87951bc361480295dd63d1bfcdf5b9
2024-12-06T01:41:49,392 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/ce87951bc361480295dd63d1bfcdf5b9, entries=150, sequenceid=335, filesize=12.0 K
2024-12-06T01:41:49,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/13ebe2095eb846bfa5f4d6d3bc6f9dc5 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/13ebe2095eb846bfa5f4d6d3bc6f9dc5
2024-12-06T01:41:49,399 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/13ebe2095eb846bfa5f4d6d3bc6f9dc5, entries=150, sequenceid=335, filesize=12.0 K
2024-12-06T01:41:49,400 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 557ms, sequenceid=335, compaction requested=true
2024-12-06T01:41:49,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:49,401 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:49,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:41:49,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:49,401 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:49,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:41:49,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:49,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:41:49,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:49,402 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 111831 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:49,402 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/A is initiating minor compaction (all files)
2024-12-06T01:41:49,402 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/A in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:49,402 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/97a105a815de4ec0893ffc169590dc9e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/32d3bdd87d484a9e99a1ab88d6315d69, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/f01d660b8b964411afa8b39fe41f839a] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=109.2 K
2024-12-06T01:41:49,402 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:49,403 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/97a105a815de4ec0893ffc169590dc9e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/32d3bdd87d484a9e99a1ab88d6315d69, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/f01d660b8b964411afa8b39fe41f839a]
2024-12-06T01:41:49,403 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:49,403 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/B is initiating minor compaction (all files)
2024-12-06T01:41:49,403 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/B in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:49,403 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/1240543fd7b14b04aff4ff909018e34b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/633f2e0df67d482a811e891d9b549789, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/ce87951bc361480295dd63d1bfcdf5b9] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=36.7 K
2024-12-06T01:41:49,404 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97a105a815de4ec0893ffc169590dc9e, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733449305118
2024-12-06T01:41:49,407 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 1240543fd7b14b04aff4ff909018e34b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733449305118
2024-12-06T01:41:49,408 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32d3bdd87d484a9e99a1ab88d6315d69, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733449306324
2024-12-06T01:41:49,408 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 633f2e0df67d482a811e891d9b549789, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733449306324
2024-12-06T01:41:49,408 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting f01d660b8b964411afa8b39fe41f839a, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733449308507
2024-12-06T01:41:49,409 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting ce87951bc361480295dd63d1bfcdf5b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733449308507
2024-12-06T01:41:49,426 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#B#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:49,427 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/c72b29e843a84edd9a34310310830aac is 50, key is test_row_0/B:col10/1733449308835/Put/seqid=0
2024-12-06T01:41:49,436 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:49,448 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120619acca5f157b41b9ba5d2228d7c254e1_8ee47f5ca1cc063c2f8d00e57f7c6751 store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:49,450 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120619acca5f157b41b9ba5d2228d7c254e1_8ee47f5ca1cc063c2f8d00e57f7c6751, store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:49,451 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120619acca5f157b41b9ba5d2228d7c254e1_8ee47f5ca1cc063c2f8d00e57f7c6751 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:49,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-06T01:41:49,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:49,452 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-06T01:41:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-12-06T01:41:49,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742040_1216 (size=13085)
2024-12-06T01:41:49,491 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/c72b29e843a84edd9a34310310830aac as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/c72b29e843a84edd9a34310310830aac
2024-12-06T01:41:49,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068d92c16c95cf4c0f989bdf276238f866_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449308885/Put/seqid=0
2024-12-06T01:41:49,497 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/B of 8ee47f5ca1cc063c2f8d00e57f7c6751 into c72b29e843a84edd9a34310310830aac(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:49,497 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:49,497 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/B, priority=13, startTime=1733449309401; duration=0sec
2024-12-06T01:41:49,497 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:49,497 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:B
2024-12-06T01:41:49,497 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:49,505 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:49,505 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/C is initiating minor compaction (all files)
2024-12-06T01:41:49,505 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/C in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:49,505 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/e7295334effd4ee3885afcc4aef9a345, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/5eaa3b5b0ab342ce810f254e46a12f61, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/13ebe2095eb846bfa5f4d6d3bc6f9dc5] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=36.7 K
2024-12-06T01:41:49,505 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting e7295334effd4ee3885afcc4aef9a345, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733449305118
2024-12-06T01:41:49,506 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 5eaa3b5b0ab342ce810f254e46a12f61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733449306324
2024-12-06T01:41:49,506 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 13ebe2095eb846bfa5f4d6d3bc6f9dc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733449308507
2024-12-06T01:41:49,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742041_1217 (size=4469)
2024-12-06T01:41:49,520 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#A#compaction#178 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:49,521 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/72cd6a72fe644ba2bcedb5eac939afc0 is 175, key is test_row_0/A:col10/1733449308835/Put/seqid=0
2024-12-06T01:41:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:49,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:49,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742042_1218 (size=12454)
2024-12-06T01:41:49,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:49,554 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068d92c16c95cf4c0f989bdf276238f866_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068d92c16c95cf4c0f989bdf276238f866_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:49,554 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#C#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:49,555 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/8be39023b00944799a4192d0ea8d5a71 is 50, key is test_row_0/C:col10/1733449308835/Put/seqid=0
2024-12-06T01:41:49,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/3336f0c4acf243999770e9c10ba74eb9, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:49,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/3336f0c4acf243999770e9c10ba74eb9 is 175, key is test_row_0/A:col10/1733449308885/Put/seqid=0
2024-12-06T01:41:49,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449369603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:49,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:49,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449369612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:49,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:49,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449369615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:49,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742045_1221 (size=13085)
2024-12-06T01:41:49,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:49,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449369619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:49,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:49,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742044_1220 (size=31255)
2024-12-06T01:41:49,626 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/3336f0c4acf243999770e9c10ba74eb9
2024-12-06T01:41:49,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742043_1219 (size=32039)
2024-12-06T01:41:49,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/ace98becd6ec44d0a677c17ccb3f7243 is 50, key is test_row_0/B:col10/1733449308885/Put/seqid=0
2024-12-06T01:41:49,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742046_1222 (size=12301)
2024-12-06T01:41:49,666 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/ace98becd6ec44d0a677c17ccb3f7243
2024-12-06T01:41:49,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/15c45f5c611f43b6889126e77b7ba388 is 50, key is test_row_0/C:col10/1733449308885/Put/seqid=0
2024-12-06T01:41:49,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742047_1223 (size=12301)
2024-12-06T01:41:49,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449369722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:49,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:49,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449369722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:49,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:49,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:49,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449369733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449369733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-12-06T01:41:49,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449369933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:49,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449369933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:49,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449369942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:49,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:49,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449369942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:49,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:49,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:49,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:50,030 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/8be39023b00944799a4192d0ea8d5a71 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/8be39023b00944799a4192d0ea8d5a71
2024-12-06T01:41:50,037 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/72cd6a72fe644ba2bcedb5eac939afc0 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/72cd6a72fe644ba2bcedb5eac939afc0
2024-12-06T01:41:50,037 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/C of 8ee47f5ca1cc063c2f8d00e57f7c6751 into 8be39023b00944799a4192d0ea8d5a71(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:50,037 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:50,037 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/C, priority=13, startTime=1733449309401; duration=0sec
2024-12-06T01:41:50,037 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:50,037 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:C
2024-12-06T01:41:50,043 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/A of 8ee47f5ca1cc063c2f8d00e57f7c6751 into 72cd6a72fe644ba2bcedb5eac939afc0(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:50,043 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:50,043 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/A, priority=13, startTime=1733449309400; duration=0sec
2024-12-06T01:41:50,043 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:50,043 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:A
2024-12-06T01:41:50,084 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/15c45f5c611f43b6889126e77b7ba388
2024-12-06T01:41:50,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/3336f0c4acf243999770e9c10ba74eb9 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3336f0c4acf243999770e9c10ba74eb9
2024-12-06T01:41:50,097 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3336f0c4acf243999770e9c10ba74eb9, entries=150, sequenceid=355, filesize=30.5 K
2024-12-06T01:41:50,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/ace98becd6ec44d0a677c17ccb3f7243 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/ace98becd6ec44d0a677c17ccb3f7243
2024-12-06T01:41:50,114 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/ace98becd6ec44d0a677c17ccb3f7243, entries=150, sequenceid=355, filesize=12.0 K
2024-12-06T01:41:50,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/15c45f5c611f43b6889126e77b7ba388 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/15c45f5c611f43b6889126e77b7ba388
2024-12-06T01:41:50,125 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/15c45f5c611f43b6889126e77b7ba388, entries=150, sequenceid=355, filesize=12.0 K
2024-12-06T01:41:50,126 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 674ms, sequenceid=355, compaction requested=false
2024-12-06T01:41:50,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:50,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:50,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47
2024-12-06T01:41:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=47
2024-12-06T01:41:50,133 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46
2024-12-06T01:41:50,133 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 988 msec
2024-12-06T01:41:50,135 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.0000 sec
2024-12-06T01:41:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:50,246 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-06T01:41:50,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:50,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:50,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:50,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:50,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:50,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:50,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206480f059150824cc39603201e432a200f_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449309612/Put/seqid=0
2024-12-06T01:41:50,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742048_1224 (size=12454)
2024-12-06T01:41:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-12-06T01:41:50,275 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:50,275 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:50,276 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:41:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees
2024-12-06T01:41:50,278 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:41:50,280 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:41:50,280 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:41:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-12-06T01:41:50,283 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206480f059150824cc39603201e432a200f_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206480f059150824cc39603201e432a200f_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:50,284 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/fbf6c23e21c8496c993556058551f2d4, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:50,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:50,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/fbf6c23e21c8496c993556058551f2d4 is 175, key is test_row_0/A:col10/1733449309612/Put/seqid=0
2024-12-06T01:41:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449370282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:50,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:50,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449370282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:50,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:50,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:50,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742049_1225 (size=31255)
2024-12-06T01:41:50,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449370283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:50,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:50,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449370284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:50,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-12-06T01:41:50,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449370393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:50,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:50,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449370393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:50,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:50,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449370402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:50,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:50,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449370402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:50,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:50,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:50,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-12-06T01:41:50,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:50,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:50,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:50,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:50,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:50,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46034 deadline: 1733449370533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:50,535 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in 8ee47f5ca1cc063c2f8d00e57f7c6751 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:41:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:50,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-12-06T01:41:50,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:50,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:50,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:50,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:50,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-12-06T01:41:50,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449370603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:50,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:50,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449370604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:50,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:50,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449370613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:50,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449370613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:50,695 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/fbf6c23e21c8496c993556058551f2d4
2024-12-06T01:41:50,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/618dab4939a541b285c9dc441ce9dbbd is 50, key is test_row_0/B:col10/1733449309612/Put/seqid=0
2024-12-06T01:41:50,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-12-06T01:41:50,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:50,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:50,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:50,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:50,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:41:50,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742050_1226 (size=12301)
2024-12-06T01:41:50,747 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/618dab4939a541b285c9dc441ce9dbbd
2024-12-06T01:41:50,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/97bb7c763b314d47bb3154020a3135c6 is 50, key is test_row_0/C:col10/1733449309612/Put/seqid=0
2024-12-06T01:41:50,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742051_1227 (size=12301)
2024-12-06T01:41:50,782 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/97bb7c763b314d47bb3154020a3135c6
2024-12-06T01:41:50,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/fbf6c23e21c8496c993556058551f2d4 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/fbf6c23e21c8496c993556058551f2d4
2024-12-06T01:41:50,805 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/fbf6c23e21c8496c993556058551f2d4, entries=150, sequenceid=373, filesize=30.5 K
2024-12-06T01:41:50,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/618dab4939a541b285c9dc441ce9dbbd as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/618dab4939a541b285c9dc441ce9dbbd
2024-12-06T01:41:50,822 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/618dab4939a541b285c9dc441ce9dbbd, entries=150, sequenceid=373, filesize=12.0 K
2024-12-06T01:41:50,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/97bb7c763b314d47bb3154020a3135c6 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/97bb7c763b314d47bb3154020a3135c6
2024-12-06T01:41:50,829 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/97bb7c763b314d47bb3154020a3135c6, entries=150, sequenceid=373, filesize=12.0 K
2024-12-06T01:41:50,832 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 586ms, sequenceid=373, compaction requested=true
2024-12-06T01:41:50,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:50,832 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:50,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:41:50,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:50,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:41:50,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:50,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:41:50,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:50,833 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:50,834 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:50,834 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/B is initiating minor compaction (all files)
2024-12-06T01:41:50,835 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/B in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:50,835 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/c72b29e843a84edd9a34310310830aac, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/ace98becd6ec44d0a677c17ccb3f7243, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/618dab4939a541b285c9dc441ce9dbbd] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=36.8 K
2024-12-06T01:41:50,835 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:50,835 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/A is initiating minor compaction (all files)
2024-12-06T01:41:50,835 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/A in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:50,835 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/72cd6a72fe644ba2bcedb5eac939afc0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3336f0c4acf243999770e9c10ba74eb9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/fbf6c23e21c8496c993556058551f2d4] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=92.3 K
2024-12-06T01:41:50,835 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:50,835 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/72cd6a72fe644ba2bcedb5eac939afc0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3336f0c4acf243999770e9c10ba74eb9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/fbf6c23e21c8496c993556058551f2d4]
2024-12-06T01:41:50,836 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting c72b29e843a84edd9a34310310830aac, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733449308507
2024-12-06T01:41:50,836 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 72cd6a72fe644ba2bcedb5eac939afc0, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733449308507
2024-12-06T01:41:50,836 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting ace98becd6ec44d0a677c17ccb3f7243, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733449308877
2024-12-06T01:41:50,836 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 3336f0c4acf243999770e9c10ba74eb9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733449308877
2024-12-06T01:41:50,837 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 618dab4939a541b285c9dc441ce9dbbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733449309612
2024-12-06T01:41:50,837 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting fbf6c23e21c8496c993556058551f2d4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733449309612
2024-12-06T01:41:50,854 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#B#compaction#186 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:50,854 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/c21eac584e904554b3ee25f96b0de74f is 50, key is test_row_0/B:col10/1733449309612/Put/seqid=0
2024-12-06T01:41:50,857 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:50,866 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206528c72fc1bba4ac98428eee257205cd3_8ee47f5ca1cc063c2f8d00e57f7c6751 store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:50,868 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206528c72fc1bba4ac98428eee257205cd3_8ee47f5ca1cc063c2f8d00e57f7c6751, store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:50,869 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206528c72fc1bba4ac98428eee257205cd3_8ee47f5ca1cc063c2f8d00e57f7c6751 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:50,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742052_1228 (size=13187)
2024-12-06T01:41:50,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-12-06T01:41:50,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:50,897 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-06T01:41:50,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:50,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:50,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:50,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:50,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:50,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-12-06T01:41:50,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742053_1229 (size=4469)
2024-12-06T01:41:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:50,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. as already flushing
2024-12-06T01:41:50,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063daf7ff0684e4357b6f17527ecb30ee6_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449310281/Put/seqid=0
2024-12-06T01:41:50,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449370949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:50,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:50,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449370958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:50,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:50,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449370960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:50,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:50,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449370960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:50,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:50,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:50,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742054_1230 (size=12454)
2024-12-06T01:41:50,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:50,991 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063daf7ff0684e4357b6f17527ecb30ee6_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063daf7ff0684e4357b6f17527ecb30ee6_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:50,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/7eafcb4f707b44f19e35d0bafc7456e4, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:50,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/7eafcb4f707b44f19e35d0bafc7456e4 is 175, key is test_row_0/A:col10/1733449310281/Put/seqid=0
2024-12-06T01:41:51,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742055_1231 (size=31255)
2024-12-06T01:41:51,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449371062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:51,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:51,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449371074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:51,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:51,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449371082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:51,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449371082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:51,234 INFO  [Thread-633 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-633.
2024-12-06T01:41:51,234 DEBUG [Thread-633 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:41:51,234 DEBUG [Thread-633 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:51,234 INFO  [Thread-639 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-639.
2024-12-06T01:41:51,234 DEBUG [Thread-633 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:51,234 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:41:51,235 DEBUG [Thread-639 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:41:51,235 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:51,235 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:51,235 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:41:51,239 INFO  [Thread-635 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-635.
2024-12-06T01:41:51,239 DEBUG [Thread-635 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:41:51,239 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:51,239 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:51,239 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:41:51,243 INFO  [Thread-637 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-637.
2024-12-06T01:41:51,243 DEBUG [Thread-637 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:41:51,243 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:51,243 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:51,243 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:41:51,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449371272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:51,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:51,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449371283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:51,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:51,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:51,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449371292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449371292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:51,297 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/c21eac584e904554b3ee25f96b0de74f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/c21eac584e904554b3ee25f96b0de74f
2024-12-06T01:41:51,303 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/B of 8ee47f5ca1cc063c2f8d00e57f7c6751 into c21eac584e904554b3ee25f96b0de74f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:51,303 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:51,303 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/B, priority=13, startTime=1733449310833; duration=0sec
2024-12-06T01:41:51,303 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:51,303 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:B
2024-12-06T01:41:51,303 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:51,304 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:51,304 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/C is initiating minor compaction (all files)
2024-12-06T01:41:51,304 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/C in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:51,304 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/8be39023b00944799a4192d0ea8d5a71, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/15c45f5c611f43b6889126e77b7ba388, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/97bb7c763b314d47bb3154020a3135c6] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=36.8 K
2024-12-06T01:41:51,305 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8be39023b00944799a4192d0ea8d5a71, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733449308507
2024-12-06T01:41:51,305 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15c45f5c611f43b6889126e77b7ba388, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733449308877
2024-12-06T01:41:51,305 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97bb7c763b314d47bb3154020a3135c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733449309612
2024-12-06T01:41:51,313 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#C#compaction#189 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:51,313 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/22ca7fdb6ed244ce92d046b35be14012 is 50, key is test_row_0/C:col10/1733449309612/Put/seqid=0
2024-12-06T01:41:51,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742056_1232 (size=13187)
2024-12-06T01:41:51,321 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#A#compaction#187 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:51,322 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/4a46162d5a274d95ba33a7649f75e4a0 is 175, key is test_row_0/A:col10/1733449309612/Put/seqid=0
2024-12-06T01:41:51,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742057_1233 (size=32141)
2024-12-06T01:41:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-12-06T01:41:51,423 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=390, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/7eafcb4f707b44f19e35d0bafc7456e4
2024-12-06T01:41:51,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/adec26dd46664f76915be278334d2b67 is 50, key is test_row_0/B:col10/1733449310281/Put/seqid=0
2024-12-06T01:41:51,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742058_1234 (size=12301)
2024-12-06T01:41:51,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449371583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:51,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:51,593 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449371593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:51,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:51,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449371602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449371602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:51,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:51,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:51,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:51,723 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/22ca7fdb6ed244ce92d046b35be14012 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/22ca7fdb6ed244ce92d046b35be14012
2024-12-06T01:41:51,729 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/C of 8ee47f5ca1cc063c2f8d00e57f7c6751 into 22ca7fdb6ed244ce92d046b35be14012(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:51,729 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:51,729 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/C, priority=13, startTime=1733449310833; duration=0sec
2024-12-06T01:41:51,729 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:51,729 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:C
2024-12-06T01:41:51,733 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/4a46162d5a274d95ba33a7649f75e4a0 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/4a46162d5a274d95ba33a7649f75e4a0
2024-12-06T01:41:51,738 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/A of 8ee47f5ca1cc063c2f8d00e57f7c6751 into 4a46162d5a274d95ba33a7649f75e4a0(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:51,738 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:51,738 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/A, priority=13, startTime=1733449310832; duration=0sec
2024-12-06T01:41:51,738 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:51,738 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:A
2024-12-06T01:41:51,837 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/adec26dd46664f76915be278334d2b67
2024-12-06T01:41:51,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/0674c21ace5b4a9e90d2ec0f1817f011 is 50, key is test_row_0/C:col10/1733449310281/Put/seqid=0
2024-12-06T01:41:51,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742059_1235 (size=12301)
2024-12-06T01:41:52,092 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46024 deadline: 1733449372092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:52,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:52,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:52,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:52,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46040 deadline: 1733449372103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:52,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:52,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:41:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46058 deadline: 1733449372113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46048 deadline: 1733449372113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:52,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:52,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:52,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:52,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:41:52,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:52,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:41:52,249 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/0674c21ace5b4a9e90d2ec0f1817f011
2024-12-06T01:41:52,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/7eafcb4f707b44f19e35d0bafc7456e4 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/7eafcb4f707b44f19e35d0bafc7456e4
2024-12-06T01:41:52,259 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/7eafcb4f707b44f19e35d0bafc7456e4, entries=150, sequenceid=390, filesize=30.5 K
2024-12-06T01:41:52,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/adec26dd46664f76915be278334d2b67 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/adec26dd46664f76915be278334d2b67
2024-12-06T01:41:52,264 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/adec26dd46664f76915be278334d2b67, entries=150, sequenceid=390, filesize=12.0 K
2024-12-06T01:41:52,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/0674c21ace5b4a9e90d2ec0f1817f011 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/0674c21ace5b4a9e90d2ec0f1817f011
2024-12-06T01:41:52,268 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/0674c21ace5b4a9e90d2ec0f1817f011, entries=150, sequenceid=390, filesize=12.0 K
2024-12-06T01:41:52,269 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 1372ms, sequenceid=390, compaction requested=false
2024-12-06T01:41:52,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:52,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:52,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49
2024-12-06T01:41:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=49
2024-12-06T01:41:52,272 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48
2024-12-06T01:41:52,272 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9910 sec
2024-12-06T01:41:52,274 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.9970 sec
2024-12-06T01:41:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-12-06T01:41:52,433 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:53,104 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-12-06T01:41:53,105 INFO  [Thread-626 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-626.
2024-12-06T01:41:53,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:53,105 DEBUG [Thread-626 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:41:53,105 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:53,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:53,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:53,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:53,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:53,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:53,105 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:53,105 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:41:53,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e170ea8006c142dc86c1bc3bb40165ac_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_0/A:col10/1733449310957/Put/seqid=0
2024-12-06T01:41:53,114 INFO  [Thread-630 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-630.
2024-12-06T01:41:53,114 DEBUG [Thread-630 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:41:53,114 DEBUG [Thread-630 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:53,114 DEBUG [Thread-630 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:53,114 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:41:53,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742060_1236 (size=12454)
2024-12-06T01:41:53,124 INFO  [Thread-628 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-628.
2024-12-06T01:41:53,124 DEBUG [Thread-628 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:41:53,124 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:53,124 INFO  [Thread-622 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-622.
2024-12-06T01:41:53,124 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:53,124 DEBUG [Thread-622 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:41:53,124 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:41:53,124 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:53,124 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:53,124 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:41:53,515 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:53,519 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e170ea8006c142dc86c1bc3bb40165ac_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e170ea8006c142dc86c1bc3bb40165ac_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:53,520 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/2ab5cabfa6a240f8ab11e6cf499a5ed3, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:53,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/2ab5cabfa6a240f8ab11e6cf499a5ed3 is 175, key is test_row_0/A:col10/1733449310957/Put/seqid=0
2024-12-06T01:41:53,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742061_1237 (size=31255)
2024-12-06T01:41:53,527 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/2ab5cabfa6a240f8ab11e6cf499a5ed3
2024-12-06T01:41:53,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/f907e813e51947e3bc4fc6a119f4f0f9 is 50, key is test_row_0/B:col10/1733449310957/Put/seqid=0
2024-12-06T01:41:53,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742062_1238 (size=12301)
2024-12-06T01:41:53,939 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/f907e813e51947e3bc4fc6a119f4f0f9
2024-12-06T01:41:53,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/b9ca978e95524942a2402d60150aa5cd is 50, key is test_row_0/C:col10/1733449310957/Put/seqid=0
2024-12-06T01:41:53,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742063_1239 (size=12301)
2024-12-06T01:41:54,351 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/b9ca978e95524942a2402d60150aa5cd
2024-12-06T01:41:54,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/2ab5cabfa6a240f8ab11e6cf499a5ed3 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/2ab5cabfa6a240f8ab11e6cf499a5ed3
2024-12-06T01:41:54,360 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/2ab5cabfa6a240f8ab11e6cf499a5ed3, entries=150, sequenceid=409, filesize=30.5 K
2024-12-06T01:41:54,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/f907e813e51947e3bc4fc6a119f4f0f9 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/f907e813e51947e3bc4fc6a119f4f0f9
2024-12-06T01:41:54,364 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/f907e813e51947e3bc4fc6a119f4f0f9, entries=150, sequenceid=409, filesize=12.0 K
2024-12-06T01:41:54,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/b9ca978e95524942a2402d60150aa5cd as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/b9ca978e95524942a2402d60150aa5cd
2024-12-06T01:41:54,368 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/b9ca978e95524942a2402d60150aa5cd, entries=150, sequenceid=409, filesize=12.0 K
2024-12-06T01:41:54,369 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=20.13 KB/20610 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 1265ms, sequenceid=409, compaction requested=true
2024-12-06T01:41:54,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:54,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:41:54,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:54,369 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:54,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:41:54,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:54,370 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:41:54,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ee47f5ca1cc063c2f8d00e57f7c6751:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:41:54,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:54,370 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94651 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:54,370 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:41:54,370 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/B is initiating minor compaction (all files)
2024-12-06T01:41:54,370 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 8ee47f5ca1cc063c2f8d00e57f7c6751/A is initiating minor compaction (all files)
2024-12-06T01:41:54,370 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/B in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:54,371 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8ee47f5ca1cc063c2f8d00e57f7c6751/A in TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:54,371 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/c21eac584e904554b3ee25f96b0de74f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/adec26dd46664f76915be278334d2b67, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/f907e813e51947e3bc4fc6a119f4f0f9] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=36.9 K
2024-12-06T01:41:54,371 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/4a46162d5a274d95ba33a7649f75e4a0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/7eafcb4f707b44f19e35d0bafc7456e4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/2ab5cabfa6a240f8ab11e6cf499a5ed3] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp, totalSize=92.4 K
2024-12-06T01:41:54,371 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:54,371 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/4a46162d5a274d95ba33a7649f75e4a0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/7eafcb4f707b44f19e35d0bafc7456e4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/2ab5cabfa6a240f8ab11e6cf499a5ed3]
2024-12-06T01:41:54,371 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting c21eac584e904554b3ee25f96b0de74f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733449309612
2024-12-06T01:41:54,371 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a46162d5a274d95ba33a7649f75e4a0, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733449309612
2024-12-06T01:41:54,371 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting adec26dd46664f76915be278334d2b67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733449310263
2024-12-06T01:41:54,371 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7eafcb4f707b44f19e35d0bafc7456e4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733449310263
2024-12-06T01:41:54,372 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting f907e813e51947e3bc4fc6a119f4f0f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733449310942
2024-12-06T01:41:54,372 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ab5cabfa6a240f8ab11e6cf499a5ed3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733449310942
2024-12-06T01:41:54,383 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:54,384 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#B#compaction#195 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:54,385 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/cb45ce5584974291a9d26498f0cbc206 is 50, key is test_row_0/B:col10/1733449310957/Put/seqid=0
2024-12-06T01:41:54,386 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206ec8fa3974b194d22bbe25ae65e2de4a8_8ee47f5ca1cc063c2f8d00e57f7c6751 store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:54,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742064_1240 (size=13289)
2024-12-06T01:41:54,403 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206ec8fa3974b194d22bbe25ae65e2de4a8_8ee47f5ca1cc063c2f8d00e57f7c6751, store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:54,403 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ec8fa3974b194d22bbe25ae65e2de4a8_8ee47f5ca1cc063c2f8d00e57f7c6751 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:54,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742065_1241 (size=4469)
2024-12-06T01:41:54,544 INFO  [Thread-624 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-624.
2024-12-06T01:41:54,545 DEBUG [Thread-624 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:41:54,545 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:54,545 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:54,545 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:41:54,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-06T01:41:54,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 57
2024-12-06T01:41:54,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 65
2024-12-06T01:41:54,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 77
2024-12-06T01:41:54,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 63
2024-12-06T01:41:54,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 60
2024-12-06T01:41:54,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-06T01:41:54,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2396
2024-12-06T01:41:54,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2322
2024-12-06T01:41:54,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-06T01:41:54,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1060
2024-12-06T01:41:54,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3179 rows
2024-12-06T01:41:54,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1051
2024-12-06T01:41:54,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3143 rows
2024-12-06T01:41:54,545 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-06T01:41:54,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T01:41:54,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:54,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:41:54,546 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:41:54,547 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-12-06T01:41:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-12-06T01:41:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-12-06T01:41:54,550 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449314550"}]},"ts":"1733449314550"}
2024-12-06T01:41:54,552 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-06T01:41:54,552 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-06T01:41:54,552 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-06T01:41:54,554 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ee47f5ca1cc063c2f8d00e57f7c6751, UNASSIGN}]
2024-12-06T01:41:54,555 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ee47f5ca1cc063c2f8d00e57f7c6751, UNASSIGN
2024-12-06T01:41:54,556 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=8ee47f5ca1cc063c2f8d00e57f7c6751, regionState=CLOSING, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:54,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ee47f5ca1cc063c2f8d00e57f7c6751, UNASSIGN because future has completed
2024-12-06T01:41:54,557 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-06T01:41:54,557 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601}]
2024-12-06T01:41:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-12-06T01:41:54,709 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(122): Close 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:54,709 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-06T01:41:54,709 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1722): Closing 8ee47f5ca1cc063c2f8d00e57f7c6751, disabling compactions & flushes
2024-12-06T01:41:54,709 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1993): waiting for 2 compactions to complete for region TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:54,794 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/cb45ce5584974291a9d26498f0cbc206 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/cb45ce5584974291a9d26498f0cbc206
2024-12-06T01:41:54,799 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/B of 8ee47f5ca1cc063c2f8d00e57f7c6751 into cb45ce5584974291a9d26498f0cbc206(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:54,799 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:54,799 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/B, priority=13, startTime=1733449314369; duration=0sec
2024-12-06T01:41:54,799 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:41:54,799 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:B
2024-12-06T01:41:54,799 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. because compaction request was cancelled
2024-12-06T01:41:54,799 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:C
2024-12-06T01:41:54,810 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ee47f5ca1cc063c2f8d00e57f7c6751#A#compaction#196 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:41:54,811 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/a7431371868747d1b21eb0ffff8dcd6d is 175, key is test_row_0/A:col10/1733449310957/Put/seqid=0
2024-12-06T01:41:54,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742066_1242 (size=32243)
2024-12-06T01:41:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-12-06T01:41:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-12-06T01:41:55,220 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/a7431371868747d1b21eb0ffff8dcd6d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/a7431371868747d1b21eb0ffff8dcd6d
2024-12-06T01:41:55,225 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8ee47f5ca1cc063c2f8d00e57f7c6751/A of 8ee47f5ca1cc063c2f8d00e57f7c6751 into a7431371868747d1b21eb0ffff8dcd6d(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:41:55,225 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:

2024-12-06T01:41:55,225 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., storeName=8ee47f5ca1cc063c2f8d00e57f7c6751/A, priority=13, startTime=1733449314369; duration=0sec
2024-12-06T01:41:55,225 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:55,225 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:41:55,225 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ee47f5ca1cc063c2f8d00e57f7c6751:A
2024-12-06T01:41:55,225 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:55,225 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. after waiting 0 ms
2024-12-06T01:41:55,226 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:55,226 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(2902): Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-12-06T01:41:55,226 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=A
2024-12-06T01:41:55,226 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:55,226 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=B
2024-12-06T01:41:55,226 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:55,226 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ee47f5ca1cc063c2f8d00e57f7c6751, store=C
2024-12-06T01:41:55,226 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:41:55,232 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c9c78d1ea2114a4faf59ab405e8fb92b_8ee47f5ca1cc063c2f8d00e57f7c6751 is 50, key is test_row_1/A:col10/1733449314542/Put/seqid=0
2024-12-06T01:41:55,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742067_1243 (size=9914)
2024-12-06T01:41:55,638 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:55,642 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c9c78d1ea2114a4faf59ab405e8fb92b_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c9c78d1ea2114a4faf59ab405e8fb92b_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:55,643 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/0ed8dcec7c2142539052150b8ec0f9cf, store: [table=TestAcidGuarantees family=A region=8ee47f5ca1cc063c2f8d00e57f7c6751]
2024-12-06T01:41:55,643 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/0ed8dcec7c2142539052150b8ec0f9cf is 175, key is test_row_1/A:col10/1733449314542/Put/seqid=0
2024-12-06T01:41:55,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742068_1244 (size=22561)
2024-12-06T01:41:55,669 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-06T01:41:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-12-06T01:41:56,048 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=418, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/0ed8dcec7c2142539052150b8ec0f9cf
2024-12-06T01:41:56,056 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/d7889d56b0ae4ac081df6a61ed2f3776 is 50, key is test_row_1/B:col10/1733449314542/Put/seqid=0
2024-12-06T01:41:56,060 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742069_1245 (size=9857)
2024-12-06T01:41:56,461 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/d7889d56b0ae4ac081df6a61ed2f3776
2024-12-06T01:41:56,468 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/fdf7a9b1e3d248cba8ab1baf038e66c5 is 50, key is test_row_1/C:col10/1733449314542/Put/seqid=0
2024-12-06T01:41:56,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742070_1246 (size=9857)
2024-12-06T01:41:56,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-12-06T01:41:56,872 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/fdf7a9b1e3d248cba8ab1baf038e66c5
2024-12-06T01:41:56,877 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/A/0ed8dcec7c2142539052150b8ec0f9cf as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/0ed8dcec7c2142539052150b8ec0f9cf
2024-12-06T01:41:56,880 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/0ed8dcec7c2142539052150b8ec0f9cf, entries=100, sequenceid=418, filesize=22.0 K
2024-12-06T01:41:56,881 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/B/d7889d56b0ae4ac081df6a61ed2f3776 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/d7889d56b0ae4ac081df6a61ed2f3776
2024-12-06T01:41:56,884 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/d7889d56b0ae4ac081df6a61ed2f3776, entries=100, sequenceid=418, filesize=9.6 K
2024-12-06T01:41:56,885 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/.tmp/C/fdf7a9b1e3d248cba8ab1baf038e66c5 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/fdf7a9b1e3d248cba8ab1baf038e66c5
2024-12-06T01:41:56,889 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/fdf7a9b1e3d248cba8ab1baf038e66c5, entries=100, sequenceid=418, filesize=9.6 K
2024-12-06T01:41:56,889 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 1663ms, sequenceid=418, compaction requested=true
2024-12-06T01:41:56,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3de20709c698441698b0aaa11270abbc, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/7c51a99926b84b9c8fef7ea2f1e4adb3, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/33aa0cca85e140edb58781cc9b51fa63, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/5ef4a83107614c6c89b015813dab9f6f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/09d81fd6d9ca43618ddbc7327846fe1c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/2a343d7999d34f4d9f22e7b6658054f6, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/9f1d364fc717462c97d578b6eadedddf, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/241d48c8e37447bbb5e90729336632cf, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/a41468359aca4e97990f469ca3c1ee76, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/e9cd0e5ea78849f1ba981d580b248685, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/71458563f7404c7e9ffc0ddd3e07055c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/eb708196fef94373b0a66748bc678f13, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/530d06556d0542f684f431108b3af9be, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/a5b75b6784eb43c9b23786639b87f06d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/dd0682288c364a5fa4a67289e10ea165, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3335b8dfdd344bb599caad98029b3d65, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/9b4ec3ba45734ab3a3c04fcc8168081d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/6bee5e404d7a4ec3914c983915290b7b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/37031f10c70f411cab9b25bb58c613de, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3d773a8188014591a986c3d79e314434, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/97a105a815de4ec0893ffc169590dc9e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/32d3bdd87d484a9e99a1ab88d6315d69, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/f01d660b8b964411afa8b39fe41f839a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/72cd6a72fe644ba2bcedb5eac939afc0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3336f0c4acf243999770e9c10ba74eb9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/4a46162d5a274d95ba33a7649f75e4a0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/fbf6c23e21c8496c993556058551f2d4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/7eafcb4f707b44f19e35d0bafc7456e4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/2ab5cabfa6a240f8ab11e6cf499a5ed3] to archive
2024-12-06T01:41:56,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-06T01:41:56,892 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3de20709c698441698b0aaa11270abbc to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3de20709c698441698b0aaa11270abbc
2024-12-06T01:41:56,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/7c51a99926b84b9c8fef7ea2f1e4adb3 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/7c51a99926b84b9c8fef7ea2f1e4adb3
2024-12-06T01:41:56,894 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/33aa0cca85e140edb58781cc9b51fa63 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/33aa0cca85e140edb58781cc9b51fa63
2024-12-06T01:41:56,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/5ef4a83107614c6c89b015813dab9f6f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/5ef4a83107614c6c89b015813dab9f6f
2024-12-06T01:41:56,897 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/09d81fd6d9ca43618ddbc7327846fe1c to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/09d81fd6d9ca43618ddbc7327846fe1c
2024-12-06T01:41:56,898 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/2a343d7999d34f4d9f22e7b6658054f6 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/2a343d7999d34f4d9f22e7b6658054f6
2024-12-06T01:41:56,898 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/9f1d364fc717462c97d578b6eadedddf to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/9f1d364fc717462c97d578b6eadedddf
2024-12-06T01:41:56,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/241d48c8e37447bbb5e90729336632cf to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/241d48c8e37447bbb5e90729336632cf
2024-12-06T01:41:56,900 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/a41468359aca4e97990f469ca3c1ee76 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/a41468359aca4e97990f469ca3c1ee76
2024-12-06T01:41:56,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/e9cd0e5ea78849f1ba981d580b248685 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/e9cd0e5ea78849f1ba981d580b248685
2024-12-06T01:41:56,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/71458563f7404c7e9ffc0ddd3e07055c to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/71458563f7404c7e9ffc0ddd3e07055c
2024-12-06T01:41:56,903 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/eb708196fef94373b0a66748bc678f13 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/eb708196fef94373b0a66748bc678f13
2024-12-06T01:41:56,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/530d06556d0542f684f431108b3af9be to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/530d06556d0542f684f431108b3af9be
2024-12-06T01:41:56,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/a5b75b6784eb43c9b23786639b87f06d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/a5b75b6784eb43c9b23786639b87f06d
2024-12-06T01:41:56,906 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/dd0682288c364a5fa4a67289e10ea165 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/dd0682288c364a5fa4a67289e10ea165
2024-12-06T01:41:56,907 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3335b8dfdd344bb599caad98029b3d65 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3335b8dfdd344bb599caad98029b3d65
2024-12-06T01:41:56,908 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/9b4ec3ba45734ab3a3c04fcc8168081d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/9b4ec3ba45734ab3a3c04fcc8168081d
2024-12-06T01:41:56,909 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/6bee5e404d7a4ec3914c983915290b7b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/6bee5e404d7a4ec3914c983915290b7b
2024-12-06T01:41:56,911 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/37031f10c70f411cab9b25bb58c613de to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/37031f10c70f411cab9b25bb58c613de
2024-12-06T01:41:56,912 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3d773a8188014591a986c3d79e314434 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3d773a8188014591a986c3d79e314434
2024-12-06T01:41:56,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/97a105a815de4ec0893ffc169590dc9e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/97a105a815de4ec0893ffc169590dc9e
2024-12-06T01:41:56,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/32d3bdd87d484a9e99a1ab88d6315d69 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/32d3bdd87d484a9e99a1ab88d6315d69
2024-12-06T01:41:56,914 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/f01d660b8b964411afa8b39fe41f839a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/f01d660b8b964411afa8b39fe41f839a
2024-12-06T01:41:56,915 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/72cd6a72fe644ba2bcedb5eac939afc0 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/72cd6a72fe644ba2bcedb5eac939afc0
2024-12-06T01:41:56,916 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3336f0c4acf243999770e9c10ba74eb9 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/3336f0c4acf243999770e9c10ba74eb9
2024-12-06T01:41:56,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/4a46162d5a274d95ba33a7649f75e4a0 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/4a46162d5a274d95ba33a7649f75e4a0
2024-12-06T01:41:56,918 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/fbf6c23e21c8496c993556058551f2d4 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/fbf6c23e21c8496c993556058551f2d4
2024-12-06T01:41:56,919 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/7eafcb4f707b44f19e35d0bafc7456e4 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/7eafcb4f707b44f19e35d0bafc7456e4
2024-12-06T01:41:56,920 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/2ab5cabfa6a240f8ab11e6cf499a5ed3 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/2ab5cabfa6a240f8ab11e6cf499a5ed3
2024-12-06T01:41:56,922 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/6e271dc31b9947dfaed619326b43edbf, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/97f5fec522814a90b08d2669d6910c00, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/bcec50266c184c18abbd4bf16ee437fd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/74084760b54f4b42a3f03ce34dc0bce1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/8366a9ed64fd47808b0c6d307650c523, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/71718011f8d846b4a7e2c457ae57a9db, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/0b048571a61a42448e92e95d38b27911, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/76e090a1c61543618678420f7f8c5495, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/578657c86cf345669ed6eafe6e05e31a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/28d00f10c6704d2b8c9f1abc0e3f63f0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/1533a7ca33694f7f8d4e298247ed8180, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/13b3a6017ca34db48eb0bb1db92c9deb, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/5c82e066dd914292998c49256cf08f7d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/286089762a5f4e0bb584046f0c2729ea, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/ffe1963072484b3fac69711ce29212ad, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/529c62c59f0240ac9cfe2f6d05e0cd58, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/117ac547b323473092d5e6b84d409eb8, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/f43adfe119924e3690c855dd3799e881, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/967e1f08c9b04f9eabea3d8146558ed6, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/1240543fd7b14b04aff4ff909018e34b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/45831d9e6cb94ae8a9398bba77fe8b2e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/633f2e0df67d482a811e891d9b549789, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/c72b29e843a84edd9a34310310830aac, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/ce87951bc361480295dd63d1bfcdf5b9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/ace98becd6ec44d0a677c17ccb3f7243, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/c21eac584e904554b3ee25f96b0de74f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/618dab4939a541b285c9dc441ce9dbbd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/adec26dd46664f76915be278334d2b67, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/f907e813e51947e3bc4fc6a119f4f0f9] to archive
2024-12-06T01:41:56,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-06T01:41:56,924 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/6e271dc31b9947dfaed619326b43edbf to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/6e271dc31b9947dfaed619326b43edbf
2024-12-06T01:41:56,925 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/97f5fec522814a90b08d2669d6910c00 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/97f5fec522814a90b08d2669d6910c00
2024-12-06T01:41:56,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/bcec50266c184c18abbd4bf16ee437fd to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/bcec50266c184c18abbd4bf16ee437fd
2024-12-06T01:41:56,927 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/74084760b54f4b42a3f03ce34dc0bce1 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/74084760b54f4b42a3f03ce34dc0bce1
2024-12-06T01:41:56,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/8366a9ed64fd47808b0c6d307650c523 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/8366a9ed64fd47808b0c6d307650c523
2024-12-06T01:41:56,929 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/71718011f8d846b4a7e2c457ae57a9db to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/71718011f8d846b4a7e2c457ae57a9db
2024-12-06T01:41:56,931 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/0b048571a61a42448e92e95d38b27911 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/0b048571a61a42448e92e95d38b27911
2024-12-06T01:41:56,932 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/76e090a1c61543618678420f7f8c5495 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/76e090a1c61543618678420f7f8c5495
2024-12-06T01:41:56,933 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/578657c86cf345669ed6eafe6e05e31a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/578657c86cf345669ed6eafe6e05e31a
2024-12-06T01:41:56,934 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/28d00f10c6704d2b8c9f1abc0e3f63f0 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/28d00f10c6704d2b8c9f1abc0e3f63f0
2024-12-06T01:41:56,935 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/1533a7ca33694f7f8d4e298247ed8180 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/1533a7ca33694f7f8d4e298247ed8180
2024-12-06T01:41:56,936 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/13b3a6017ca34db48eb0bb1db92c9deb to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/13b3a6017ca34db48eb0bb1db92c9deb
2024-12-06T01:41:56,937 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/5c82e066dd914292998c49256cf08f7d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/5c82e066dd914292998c49256cf08f7d
2024-12-06T01:41:56,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/286089762a5f4e0bb584046f0c2729ea to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/286089762a5f4e0bb584046f0c2729ea
2024-12-06T01:41:56,939 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/ffe1963072484b3fac69711ce29212ad to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/ffe1963072484b3fac69711ce29212ad
2024-12-06T01:41:56,940 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/529c62c59f0240ac9cfe2f6d05e0cd58 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/529c62c59f0240ac9cfe2f6d05e0cd58
2024-12-06T01:41:56,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/117ac547b323473092d5e6b84d409eb8 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/117ac547b323473092d5e6b84d409eb8
2024-12-06T01:41:56,942 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/f43adfe119924e3690c855dd3799e881 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/f43adfe119924e3690c855dd3799e881
2024-12-06T01:41:56,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/967e1f08c9b04f9eabea3d8146558ed6 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/967e1f08c9b04f9eabea3d8146558ed6
2024-12-06T01:41:56,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/1240543fd7b14b04aff4ff909018e34b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/1240543fd7b14b04aff4ff909018e34b
2024-12-06T01:41:56,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/45831d9e6cb94ae8a9398bba77fe8b2e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/45831d9e6cb94ae8a9398bba77fe8b2e
2024-12-06T01:41:56,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/633f2e0df67d482a811e891d9b549789 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/633f2e0df67d482a811e891d9b549789
2024-12-06T01:41:56,947 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/c72b29e843a84edd9a34310310830aac to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/c72b29e843a84edd9a34310310830aac
2024-12-06T01:41:56,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/ce87951bc361480295dd63d1bfcdf5b9 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/ce87951bc361480295dd63d1bfcdf5b9
2024-12-06T01:41:56,949 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/ace98becd6ec44d0a677c17ccb3f7243 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/ace98becd6ec44d0a677c17ccb3f7243
2024-12-06T01:41:56,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/c21eac584e904554b3ee25f96b0de74f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/c21eac584e904554b3ee25f96b0de74f
2024-12-06T01:41:56,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/618dab4939a541b285c9dc441ce9dbbd to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/618dab4939a541b285c9dc441ce9dbbd
2024-12-06T01:41:56,952 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/adec26dd46664f76915be278334d2b67 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/adec26dd46664f76915be278334d2b67
2024-12-06T01:41:56,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/f907e813e51947e3bc4fc6a119f4f0f9 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/f907e813e51947e3bc4fc6a119f4f0f9
2024-12-06T01:41:56,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/d00d159afbfb45d79cf1c5455b18855b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/f696ca21ad3b43c398c373887895ead5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/182e0c379fe74ce1bdd002f2fd3591d3, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/4a026cd3c0c14e568e1bb2bdbb715d2b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/6fa1fd64589f48a09d910659da11e7fe, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/82ae391331ac4fcba076645563c8cf93, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/af9ba731e50241e0bab0ccf74e20c16e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/916d6269b3604a94bfa6b3eb58928b5b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/583626317f64496f9e69e5df49b9d322, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/8254e65764674447b24619dadabe9eaa, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/548e2128a2694abea25a3af5ea588d50, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/6faa09eacb9640a5b25f92d3f620ee2f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/6b9e1747fa6e4417b29440dcdef05546, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/bb8ca1c197d54ad9980055ffc3c122e4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/29d646f5b0b245fdb309df2d6ff24839, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/829d103bcf3a42bc81d942129fd783d8, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/d564690b98584ceda2d3de7edcd0bc19, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/2bfd4d39b17e4a28b639157e12ddbf6e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/f8df3ba38a1b497d94605a20dc7fc186, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/e7295334effd4ee3885afcc4aef9a345, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/5fbcf173ef924dda892db6b1b16cae84, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/5eaa3b5b0ab342ce810f254e46a12f61, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/8be39023b00944799a4192d0ea8d5a71, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/13ebe2095eb846bfa5f4d6d3bc6f9dc5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/15c45f5c611f43b6889126e77b7ba388, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/97bb7c763b314d47bb3154020a3135c6] to archive
2024-12-06T01:41:56,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-06T01:41:56,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/d00d159afbfb45d79cf1c5455b18855b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/d00d159afbfb45d79cf1c5455b18855b
2024-12-06T01:41:56,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/f696ca21ad3b43c398c373887895ead5 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/f696ca21ad3b43c398c373887895ead5
2024-12-06T01:41:56,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/182e0c379fe74ce1bdd002f2fd3591d3 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/182e0c379fe74ce1bdd002f2fd3591d3
2024-12-06T01:41:56,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/4a026cd3c0c14e568e1bb2bdbb715d2b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/4a026cd3c0c14e568e1bb2bdbb715d2b
2024-12-06T01:41:56,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/6fa1fd64589f48a09d910659da11e7fe to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/6fa1fd64589f48a09d910659da11e7fe
2024-12-06T01:41:56,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/82ae391331ac4fcba076645563c8cf93 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/82ae391331ac4fcba076645563c8cf93
2024-12-06T01:41:56,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/af9ba731e50241e0bab0ccf74e20c16e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/af9ba731e50241e0bab0ccf74e20c16e
2024-12-06T01:41:56,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/916d6269b3604a94bfa6b3eb58928b5b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/916d6269b3604a94bfa6b3eb58928b5b
2024-12-06T01:41:56,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/583626317f64496f9e69e5df49b9d322 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/583626317f64496f9e69e5df49b9d322
2024-12-06T01:41:56,965 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/8254e65764674447b24619dadabe9eaa to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/8254e65764674447b24619dadabe9eaa
2024-12-06T01:41:56,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/548e2128a2694abea25a3af5ea588d50 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/548e2128a2694abea25a3af5ea588d50
2024-12-06T01:41:56,967 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/6faa09eacb9640a5b25f92d3f620ee2f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/6faa09eacb9640a5b25f92d3f620ee2f
2024-12-06T01:41:56,968 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/6b9e1747fa6e4417b29440dcdef05546 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/6b9e1747fa6e4417b29440dcdef05546
2024-12-06T01:41:56,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/bb8ca1c197d54ad9980055ffc3c122e4 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/bb8ca1c197d54ad9980055ffc3c122e4
2024-12-06T01:41:56,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/29d646f5b0b245fdb309df2d6ff24839 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/29d646f5b0b245fdb309df2d6ff24839
2024-12-06T01:41:56,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/829d103bcf3a42bc81d942129fd783d8 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/829d103bcf3a42bc81d942129fd783d8
2024-12-06T01:41:56,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/d564690b98584ceda2d3de7edcd0bc19 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/d564690b98584ceda2d3de7edcd0bc19
2024-12-06T01:41:56,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/2bfd4d39b17e4a28b639157e12ddbf6e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/2bfd4d39b17e4a28b639157e12ddbf6e
2024-12-06T01:41:56,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/f8df3ba38a1b497d94605a20dc7fc186 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/f8df3ba38a1b497d94605a20dc7fc186
2024-12-06T01:41:56,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/e7295334effd4ee3885afcc4aef9a345 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/e7295334effd4ee3885afcc4aef9a345
2024-12-06T01:41:56,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/5fbcf173ef924dda892db6b1b16cae84 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/5fbcf173ef924dda892db6b1b16cae84
2024-12-06T01:41:56,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/5eaa3b5b0ab342ce810f254e46a12f61 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/5eaa3b5b0ab342ce810f254e46a12f61
2024-12-06T01:41:56,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/8be39023b00944799a4192d0ea8d5a71 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/8be39023b00944799a4192d0ea8d5a71
2024-12-06T01:41:56,980 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/13ebe2095eb846bfa5f4d6d3bc6f9dc5 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/13ebe2095eb846bfa5f4d6d3bc6f9dc5
2024-12-06T01:41:56,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/15c45f5c611f43b6889126e77b7ba388 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/15c45f5c611f43b6889126e77b7ba388
2024-12-06T01:41:56,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/97bb7c763b314d47bb3154020a3135c6 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/97bb7c763b314d47bb3154020a3135c6
2024-12-06T01:41:56,986 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/recovered.edits/421.seqid, newMaxSeqId=421, maxSeqId=4
2024-12-06T01:41:56,987 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.
2024-12-06T01:41:56,987 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1676): Region close journal for 8ee47f5ca1cc063c2f8d00e57f7c6751:
Waiting for close lock at 1733449314709Running coprocessor pre-close hooks at 1733449314709Disabling compacts and flushes for region at 1733449314709Disabling writes for close at 1733449315225 (+516 ms)Obtaining lock to block concurrent updates at 1733449315226 (+1 ms)Preparing flush snapshotting stores in 8ee47f5ca1cc063c2f8d00e57f7c6751 at 1733449315226Finished memstore snapshotting TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733449315226Flushing stores of TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751. at 1733449315226Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751/A: creating writer at 1733449315227 (+1 ms)Flushing mob file 8ee47f5ca1cc063c2f8d00e57f7c6751/A: appending metadata at 1733449315231 (+4 ms)Flushing mob file 8ee47f5ca1cc063c2f8d00e57f7c6751/A: closing flushed file at 1733449315231Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751/A: appending metadata at 1733449315643 (+412 ms)Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751/A: closing flushed file at 1733449315643Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751/B: creating writer at 1733449316053 (+410 ms)Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751/B: appending metadata at 1733449316056 (+3 ms)Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751/B: closing flushed file at 1733449316056Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751/C: creating writer at 1733449316465 (+409 ms)Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751/C: appending metadata at 1733449316468 (+3 ms)Flushing 8ee47f5ca1cc063c2f8d00e57f7c6751/C: closing flushed file at 1733449316468Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dd29f60: reopening flushed file at 1733449316876 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fc09740: reopening flushed file at 1733449316880 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb60b16: reopening flushed file at 1733449316885 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 8ee47f5ca1cc063c2f8d00e57f7c6751 in 1663ms, sequenceid=418, compaction requested=true at 1733449316889 (+4 ms)Writing region close event to WAL at 1733449316983 (+94 ms)Running coprocessor post-close hooks at 1733449316987 (+4 ms)Closed at 1733449316987
2024-12-06T01:41:56,989 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(157): Closed 8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:56,989 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=8ee47f5ca1cc063c2f8d00e57f7c6751, regionState=CLOSED
2024-12-06T01:41:56,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=52, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601 because future has completed
2024-12-06T01:41:56,993 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52
2024-12-06T01:41:56,993 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; CloseRegionProcedure 8ee47f5ca1cc063c2f8d00e57f7c6751, server=00c764f7c3aa,34571,1733449257601 in 2.4340 sec
2024-12-06T01:41:56,994 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51
2024-12-06T01:41:56,994 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ee47f5ca1cc063c2f8d00e57f7c6751, UNASSIGN in 2.4390 sec
2024-12-06T01:41:56,996 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-12-06T01:41:56,996 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.4430 sec
2024-12-06T01:41:56,998 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449316998"}]},"ts":"1733449316998"}
2024-12-06T01:41:56,999 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-06T01:41:56,999 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-06T01:41:57,001 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.4530 sec
2024-12-06T01:41:57,213 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-12-06T01:41:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-12-06T01:41:58,713 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:58,713 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-12-06T01:41:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:41:58,715 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=54, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:41:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-12-06T01:41:58,716 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=54, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:41:58,719 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,721 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A, FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B, FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C, FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/recovered.edits]
2024-12-06T01:41:58,724 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/0ed8dcec7c2142539052150b8ec0f9cf to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/0ed8dcec7c2142539052150b8ec0f9cf
2024-12-06T01:41:58,725 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/a7431371868747d1b21eb0ffff8dcd6d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/A/a7431371868747d1b21eb0ffff8dcd6d
2024-12-06T01:41:58,728 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/cb45ce5584974291a9d26498f0cbc206 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/cb45ce5584974291a9d26498f0cbc206
2024-12-06T01:41:58,729 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/d7889d56b0ae4ac081df6a61ed2f3776 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/B/d7889d56b0ae4ac081df6a61ed2f3776
2024-12-06T01:41:58,731 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/0674c21ace5b4a9e90d2ec0f1817f011 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/0674c21ace5b4a9e90d2ec0f1817f011
2024-12-06T01:41:58,733 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/22ca7fdb6ed244ce92d046b35be14012 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/22ca7fdb6ed244ce92d046b35be14012
2024-12-06T01:41:58,734 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/b9ca978e95524942a2402d60150aa5cd to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/b9ca978e95524942a2402d60150aa5cd
2024-12-06T01:41:58,735 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/fdf7a9b1e3d248cba8ab1baf038e66c5 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/C/fdf7a9b1e3d248cba8ab1baf038e66c5
2024-12-06T01:41:58,737 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/recovered.edits/421.seqid to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751/recovered.edits/421.seqid
2024-12-06T01:41:58,737 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,737 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-06T01:41:58,738 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-06T01:41:58,739 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-12-06T01:41:58,743 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206001aa7cb2cbc429381632e743d1c86a0_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206001aa7cb2cbc429381632e743d1c86a0_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,745 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120606f1a25f6ef447878259eceb291edc26_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120606f1a25f6ef447878259eceb291edc26_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,747 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412061d333127a8e848288766a2bb0402fc3d_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412061d333127a8e848288766a2bb0402fc3d_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,748 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063daf7ff0684e4357b6f17527ecb30ee6_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063daf7ff0684e4357b6f17527ecb30ee6_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,749 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206480f059150824cc39603201e432a200f_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206480f059150824cc39603201e432a200f_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,751 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206486b9ecc3b5f4aca8930c314807fea0d_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206486b9ecc3b5f4aca8930c314807fea0d_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,752 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064893713a34ce47dd977c3e2d7c596046_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064893713a34ce47dd977c3e2d7c596046_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,753 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120657e668bd620e4b4f856921b0eeecbfdd_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120657e668bd620e4b4f856921b0eeecbfdd_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,755 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206632442702d8d48dd902d521ef0519266_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206632442702d8d48dd902d521ef0519266_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,756 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067e4f46cbea6c4624b700bde09cd3d040_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067e4f46cbea6c4624b700bde09cd3d040_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,757 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067f383a7fd4504c9eb14a4c9979d3e3ed_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067f383a7fd4504c9eb14a4c9979d3e3ed_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,758 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068621378933f04dd7bbd1066a5a443447_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068621378933f04dd7bbd1066a5a443447_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,759 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068d92c16c95cf4c0f989bdf276238f866_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068d92c16c95cf4c0f989bdf276238f866_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,761 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a5a09d1436ed432b8bd62aec853a2b30_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a5a09d1436ed432b8bd62aec853a2b30_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,762 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b90258bb5dc445d9b009220bfa797e70_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b90258bb5dc445d9b009220bfa797e70_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,763 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c2adae9474f747c1826ca2ab4a20976d_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c2adae9474f747c1826ca2ab4a20976d_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,764 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c9c78d1ea2114a4faf59ab405e8fb92b_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c9c78d1ea2114a4faf59ab405e8fb92b_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,765 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d469d5159aaf40438fa810406a11ce48_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d469d5159aaf40438fa810406a11ce48_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,767 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d89d04a220084662bf1c4465ea9f47c4_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d89d04a220084662bf1c4465ea9f47c4_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,768 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e170ea8006c142dc86c1bc3bb40165ac_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e170ea8006c142dc86c1bc3bb40165ac_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,769 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e2f5d71073a342f8af522aa3fa707463_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e2f5d71073a342f8af522aa3fa707463_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,770 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fe9a841812554dd6a410373021834c83_8ee47f5ca1cc063c2f8d00e57f7c6751 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fe9a841812554dd6a410373021834c83_8ee47f5ca1cc063c2f8d00e57f7c6751
2024-12-06T01:41:58,770 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-06T01:41:58,773 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=54, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:41:58,776 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-06T01:41:58,778 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-12-06T01:41:58,779 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=54, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:41:58,779 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-12-06T01:41:58,779 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733449318779"}]},"ts":"9223372036854775807"}
2024-12-06T01:41:58,782 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-06T01:41:58,782 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 8ee47f5ca1cc063c2f8d00e57f7c6751, NAME => 'TestAcidGuarantees,,1733449289008.8ee47f5ca1cc063c2f8d00e57f7c6751.', STARTKEY => '', ENDKEY => ''}]
2024-12-06T01:41:58,782 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-12-06T01:41:58,782 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733449318782"}]},"ts":"9223372036854775807"}
2024-12-06T01:41:58,784 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-12-06T01:41:58,785 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=54, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:41:58,787 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 72 msec
2024-12-06T01:41:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-12-06T01:41:58,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-12-06T01:41:58,823 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:41:58,833 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=253 (was 249)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1294083321_22 at /127.0.0.1:46980 [Waiting for operation #187]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1552924337_22 at /127.0.0.1:35340 [Waiting for operation #349]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1552924337_22 at /127.0.0.1:46990 [Waiting for operation #174]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/cluster_ed881ad6-b13d-4633-45c9-be44eae2292e/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1294083321_22 at /127.0.0.1:35086 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1552924337_22 at /127.0.0.1:35092 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1294083321_22 at /127.0.0.1:35290 [Waiting for operation #357]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/cluster_ed881ad6-b13d-4633-45c9-be44eae2292e/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=467 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=628 (was 505) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10206 (was 10307)
2024-12-06T01:41:58,842 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=253, OpenFileDescriptor=467, MaxFileDescriptor=1048576, SystemLoadAverage=628, ProcessCount=11, AvailableMemoryMB=10206
2024-12-06T01:41:58,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-06T01:41:58,844 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T01:41:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-12-06T01:41:58,846 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T01:41:58,846 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:58,846 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 55
2024-12-06T01:41:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-12-06T01:41:58,847 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T01:41:58,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742071_1247 (size=1061)
2024-12-06T01:41:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-12-06T01:41:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-12-06T01:41:59,255 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866
2024-12-06T01:41:59,261 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742072_1248 (size=53)
2024-12-06T01:41:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-12-06T01:41:59,662 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T01:41:59,662 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0775dcc338271f37a7db36e5dd82153a, disabling compactions & flushes
2024-12-06T01:41:59,662 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:41:59,662 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:41:59,662 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. after waiting 0 ms
2024-12-06T01:41:59,662 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:41:59,662 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:41:59,662 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0775dcc338271f37a7db36e5dd82153a:
Waiting for close lock at 1733449319662Disabling compacts and flushes for region at 1733449319662Disabling writes for close at 1733449319662Writing region close event to WAL at 1733449319662Closed at 1733449319662
2024-12-06T01:41:59,664 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T01:41:59,664 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733449319664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733449319664"}]},"ts":"1733449319664"}
2024-12-06T01:41:59,667 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T01:41:59,668 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T01:41:59,668 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449319668"}]},"ts":"1733449319668"}
2024-12-06T01:41:59,670 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-06T01:41:59,670 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0775dcc338271f37a7db36e5dd82153a, ASSIGN}]
2024-12-06T01:41:59,672 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0775dcc338271f37a7db36e5dd82153a, ASSIGN
2024-12-06T01:41:59,674 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0775dcc338271f37a7db36e5dd82153a, ASSIGN; state=OFFLINE, location=00c764f7c3aa,34571,1733449257601; forceNewPlan=false, retain=false
2024-12-06T01:41:59,825 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=0775dcc338271f37a7db36e5dd82153a, regionState=OPENING, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:41:59,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0775dcc338271f37a7db36e5dd82153a, ASSIGN because future has completed
2024-12-06T01:41:59,828 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601}]
2024-12-06T01:41:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-12-06T01:41:59,984 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:41:59,985 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7752): Opening region: {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
2024-12-06T01:41:59,985 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:41:59,985 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T01:41:59,985 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7794): checking encryption for 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:41:59,985 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7797): checking classloading for 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:41:59,987 INFO  [StoreOpener-0775dcc338271f37a7db36e5dd82153a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0775dcc338271f37a7db36e5dd82153a 
2024-12-06T01:41:59,988 INFO  [StoreOpener-0775dcc338271f37a7db36e5dd82153a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:41:59,988 INFO  [StoreOpener-0775dcc338271f37a7db36e5dd82153a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0775dcc338271f37a7db36e5dd82153a columnFamilyName A
2024-12-06T01:41:59,988 DEBUG [StoreOpener-0775dcc338271f37a7db36e5dd82153a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:59,989 INFO  [StoreOpener-0775dcc338271f37a7db36e5dd82153a-1 {}] regionserver.HStore(327): Store=0775dcc338271f37a7db36e5dd82153a/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:41:59,989 INFO  [StoreOpener-0775dcc338271f37a7db36e5dd82153a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0775dcc338271f37a7db36e5dd82153a 
2024-12-06T01:41:59,990 INFO  [StoreOpener-0775dcc338271f37a7db36e5dd82153a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:41:59,990 INFO  [StoreOpener-0775dcc338271f37a7db36e5dd82153a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0775dcc338271f37a7db36e5dd82153a columnFamilyName B
2024-12-06T01:41:59,990 DEBUG [StoreOpener-0775dcc338271f37a7db36e5dd82153a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:59,991 INFO  [StoreOpener-0775dcc338271f37a7db36e5dd82153a-1 {}] regionserver.HStore(327): Store=0775dcc338271f37a7db36e5dd82153a/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:41:59,991 INFO  [StoreOpener-0775dcc338271f37a7db36e5dd82153a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0775dcc338271f37a7db36e5dd82153a 
2024-12-06T01:41:59,992 INFO  [StoreOpener-0775dcc338271f37a7db36e5dd82153a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:41:59,992 INFO  [StoreOpener-0775dcc338271f37a7db36e5dd82153a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0775dcc338271f37a7db36e5dd82153a columnFamilyName C
2024-12-06T01:41:59,992 DEBUG [StoreOpener-0775dcc338271f37a7db36e5dd82153a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:41:59,992 INFO  [StoreOpener-0775dcc338271f37a7db36e5dd82153a-1 {}] regionserver.HStore(327): Store=0775dcc338271f37a7db36e5dd82153a/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:41:59,992 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:41:59,992 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1038): replaying wal for 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:41:59,993 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:41:59,993 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:41:59,994 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1048): stopping wal replay for 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:41:59,994 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1060): Cleaning up temporary data for 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:41:59,995 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-06T01:41:59,995 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1093): writing seq id for 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:41:59,997 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T01:41:59,998 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1114): Opened 0775dcc338271f37a7db36e5dd82153a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70022273, jitterRate=0.043413177132606506}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-06T01:41:59,998 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:41:59,998 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1006): Region open journal for 0775dcc338271f37a7db36e5dd82153a:
Running coprocessor pre-open hook at 1733449319986Writing region info on filesystem at 1733449319986Initializing all the Stores at 1733449319986Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449319986Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449319987 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449319987Cleaning up temporary data from old regions at 1733449319994 (+7 ms)Running coprocessor post-open hooks at 1733449319998 (+4 ms)Region opened successfully at 1733449319998
2024-12-06T01:41:59,999 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., pid=57, masterSystemTime=1733449319980
2024-12-06T01:42:00,001 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:00,001 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:00,001 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=0775dcc338271f37a7db36e5dd82153a, regionState=OPEN, openSeqNum=2, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:00,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, ppid=56, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601 because future has completed
2024-12-06T01:42:00,005 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-12-06T01:42:00,005 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; OpenRegionProcedure 0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601 in 175 msec
2024-12-06T01:42:00,007 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55
2024-12-06T01:42:00,007 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0775dcc338271f37a7db36e5dd82153a, ASSIGN in 335 msec
2024-12-06T01:42:00,007 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T01:42:00,008 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449320008"}]},"ts":"1733449320008"}
2024-12-06T01:42:00,009 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-06T01:42:00,010 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T01:42:00,011 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec
2024-12-06T01:42:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-12-06T01:42:00,993 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:00,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8da64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:00,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:00,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:00,996 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:00,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:00,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:00,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c23887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:00,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:00,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:00,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:00,998 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:00,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40619943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:00,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:01,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:01,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:01,001 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:01,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-06T01:42:01,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 00c764f7c3aa,34147,1733449256661
2024-12-06T01:42:01,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a5727ec
2024-12-06T01:42:01,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-06T01:42:01,004 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-06T01:42:01,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554689fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:01,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:01,006 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:01,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:01,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:01,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73cb0a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:01,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:01,007 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:01,008 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5692aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72325ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:01,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:01,009 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:01,009 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:01,009 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:01,009 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79853070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,009 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:01,009 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:01,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:01,010 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:01,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@203b7b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686bc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:01,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:01,012 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:01,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:01,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:01,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af1ac16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:01,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:01,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:01,013 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:01,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf8ddac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d70004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:01,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:01,015 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:01,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:01,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:01,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e724eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:01,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:01,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:01,016 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:01,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632fb3b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19903550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:01,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:01,018 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:01,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:01,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:01,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603be505, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:01,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:01,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:01,019 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:01,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2ea01f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9635b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:01,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:01,021 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:01,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:01,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:01,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c57b329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:01,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:01,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:01,022 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:01,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222814c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:01,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:01,024 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371c2a43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:01,025 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:01,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8c95ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:01,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:01,026 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:01,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:01,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:01,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1d808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:01,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:01,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:01,028 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:01,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ee46fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471771d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:01,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:01,029 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:01,029 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:01,029 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:01,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267cebb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:01,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:01,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:01,030 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:01,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2975d93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40916ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:01,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:01,032 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:01,032 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:01,032 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:01,032 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511df334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,032 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:01,032 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:01,033 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:01,033 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:01,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799885d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:01,034 DEBUG [Thread-1156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:01,034 DEBUG [Thread-1171 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:01,034 DEBUG [Thread-1165 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:01,034 DEBUG [Thread-1160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:01,034 DEBUG [Thread-1169 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:01,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:01,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:01,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:01,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:01,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:01,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:01,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:01,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:01,035 DEBUG [Thread-1173 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:01,036 DEBUG [Thread-1167 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:01,036 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:42:01,037 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:01,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:01,037 DEBUG [Thread-1162 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:01,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:01,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:01,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:01,037 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:01,037 DEBUG [Thread-1154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:01,038 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:01,038 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:01,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:01,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:01,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:01,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:01,038 DEBUG [Thread-1158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:01,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:01,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees
2024-12-06T01:42:01,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:01,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-06T01:42:01,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:42:01,041 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:42:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:42:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:42:01,042 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:42:01,042 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:01,042 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:01,042 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:42:01,043 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:01,043 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:01,043 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:01,043 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:01,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:42:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:42:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:42:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:42:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:42:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:42:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:42:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:01,059 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-06T01:42:01,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:01,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:01,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:01,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:01,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:01,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:01,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/4b78da98a0d448bb828a894e832e9180 is 50, key is test_row_0/A:col10/1733449321053/Put/seqid=0
2024-12-06T01:42:01,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:01,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449381097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449381096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:01,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1733449381100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:01,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449381104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:01,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733449381106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:01,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:01,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742073_1249 (size=12001)
2024-12-06T01:42:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-06T01:42:01,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-06T01:42:01,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:01,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:01,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:01,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:01,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:01,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449381212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:01,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:01,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1733449381212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:01,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:01,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449381212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:01,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:01,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733449381223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:01,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:01,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449381223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:01,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:01,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-06T01:42:01,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:01,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:01,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:01,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:01,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-06T01:42:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:01,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449381422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:01,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449381423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:01,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:01,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1733449381423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:01,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:01,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:01,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733449381432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:01,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:01,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449381432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:01,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:01,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-06T01:42:01,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:01,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:01,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:01,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:01,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:01,542 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/4b78da98a0d448bb828a894e832e9180
2024-12-06T01:42:01,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/3ffa9f4649ee4188900dd12e55da0df6 is 50, key is test_row_0/B:col10/1733449321053/Put/seqid=0
2024-12-06T01:42:01,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742074_1250 (size=12001)
2024-12-06T01:42:01,603 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/3ffa9f4649ee4188900dd12e55da0df6
2024-12-06T01:42:01,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/8f0f41dbac6d48cf99092d4cdeead9e9 is 50, key is test_row_0/C:col10/1733449321053/Put/seqid=0
2024-12-06T01:42:01,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-06T01:42:01,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:01,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:01,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:01,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:01,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-06T01:42:01,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742075_1251 (size=12001)
2024-12-06T01:42:01,692 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/8f0f41dbac6d48cf99092d4cdeead9e9
2024-12-06T01:42:01,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/4b78da98a0d448bb828a894e832e9180 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/4b78da98a0d448bb828a894e832e9180
2024-12-06T01:42:01,705 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/4b78da98a0d448bb828a894e832e9180, entries=150, sequenceid=13, filesize=11.7 K
2024-12-06T01:42:01,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/3ffa9f4649ee4188900dd12e55da0df6 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/3ffa9f4649ee4188900dd12e55da0df6
2024-12-06T01:42:01,725 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/3ffa9f4649ee4188900dd12e55da0df6, entries=150, sequenceid=13, filesize=11.7 K
2024-12-06T01:42:01,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/8f0f41dbac6d48cf99092d4cdeead9e9 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/8f0f41dbac6d48cf99092d4cdeead9e9
2024-12-06T01:42:01,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449381732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:01,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:01,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:01,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449381732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1733449381733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:01,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:01,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:01,739 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/8f0f41dbac6d48cf99092d4cdeead9e9, entries=150, sequenceid=13, filesize=11.7 K
2024-12-06T01:42:01,740 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 0775dcc338271f37a7db36e5dd82153a in 681ms, sequenceid=13, compaction requested=false
2024-12-06T01:42:01,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:01,746 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-12-06T01:42:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:01,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449321091, max timestamp=1733449321745Num uniques 859; 
2024-12-06T01:42:01,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:42:01,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733449321091, max timestamp=1733449321745Num uniques 859; 
2024-12-06T01:42:01,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-12-06T01:42:01,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449321091, max timestamp=1733449321745Num uniques 859; 
2024-12-06T01:42:01,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:42:01,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:01,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:01,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:01,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:01,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:01,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:01,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/ee51a199d3d044358ae32a283f52bbef is 50, key is test_row_0/A:col10/1733449321746/Put/seqid=0
2024-12-06T01:42:01,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742076_1252 (size=12001)
2024-12-06T01:42:01,805 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/ee51a199d3d044358ae32a283f52bbef
2024-12-06T01:42:01,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-06T01:42:01,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:01,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:01,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:01,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:01,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:01,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449321779, max timestamp=1733449321814Num uniques 859; 
2024-12-06T01:42:01,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:42:01,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449321779, max timestamp=1733449321814Num uniques 859; 
2024-12-06T01:42:01,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:42:01,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449321779, max timestamp=1733449321814Num uniques 859; 
2024-12-06T01:42:01,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:42:01,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/333db4711eb0422da9e5776512f1bf81 is 50, key is test_row_0/B:col10/1733449321746/Put/seqid=0
2024-12-06T01:42:01,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742077_1253 (size=12001)
2024-12-06T01:42:01,852 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/333db4711eb0422da9e5776512f1bf81
2024-12-06T01:42:01,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/26bb95bde7f74ee98af91885b6d316f7 is 50, key is test_row_0/C:col10/1733449321746/Put/seqid=0
2024-12-06T01:42:01,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733449321855, max timestamp=1733449321886Num uniques 1018; 
2024-12-06T01:42:01,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-12-06T01:42:01,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733449321855, max timestamp=1733449321886Num uniques 1018; 
2024-12-06T01:42:01,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-12-06T01:42:01,895 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733449321855, max timestamp=1733449321886Num uniques 1018; 
2024-12-06T01:42:01,895 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-12-06T01:42:01,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742078_1254 (size=12001)
2024-12-06T01:42:01,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733449321917, max timestamp=1733449321948Num uniques 1077; 
2024-12-06T01:42:01,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733449321917, max timestamp=1733449321948Num uniques 1077; 
2024-12-06T01:42:01,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227
2024-12-06T01:42:01,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227
2024-12-06T01:42:01,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733449321917, max timestamp=1733449321948Num uniques 1027; 
2024-12-06T01:42:01,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=6870, suffix heap size=134776,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=150
2024-12-06T01:42:01,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-06T01:42:01,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:01,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:01,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:01,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:01,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:02,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733449322024, max timestamp=1733449322036Num uniques 1009; 
2024-12-06T01:42:02,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733449322024, max timestamp=1733449322036Num uniques 1086; 
2024-12-06T01:42:02,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=10806, suffix heap size=132904,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=236
2024-12-06T01:42:02,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236
2024-12-06T01:42:02,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733449322024, max timestamp=1733449322036Num uniques 1086; 
2024-12-06T01:42:02,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236
2024-12-06T01:42:02,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733449322060, max timestamp=1733449322089Num uniques 1095; 
2024-12-06T01:42:02,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733449322060, max timestamp=1733449322089Num uniques 1095; 
2024-12-06T01:42:02,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-12-06T01:42:02,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-12-06T01:42:02,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733449322060, max timestamp=1733449322089Num uniques 1095; 
2024-12-06T01:42:02,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-12-06T01:42:02,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-06T01:42:02,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:02,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:02,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:02,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:02,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:02,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733449322136, max timestamp=1733449322151Num uniques 1054; 
2024-12-06T01:42:02,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154
2024-12-06T01:42:02,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733449322136, max timestamp=1733449322151Num uniques 1054; 
2024-12-06T01:42:02,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733449322136, max timestamp=1733449322151Num uniques 1054; 
2024-12-06T01:42:02,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154
2024-12-06T01:42:02,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154
2024-12-06T01:42:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-06T01:42:02,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733449322188, max timestamp=1733449322209Num uniques 1013; 
2024-12-06T01:42:02,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213
2024-12-06T01:42:02,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733449322188, max timestamp=1733449322209Num uniques 1013; 
2024-12-06T01:42:02,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733449322188, max timestamp=1733449322209Num uniques 1013; 
2024-12-06T01:42:02,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213
2024-12-06T01:42:02,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213
2024-12-06T01:42:02,267 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=322, cellSize=14742, totalHeapSize=33728, min timestamp=1733449322253, max timestamp=1733449322262Num uniques 1072; 
2024-12-06T01:42:02,267 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=14742, suffix heap size=139456,new segment heap size=33728 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=322
2024-12-06T01:42:02,269 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1733449322253, max timestamp=1733449322265Num uniques 1072; 
2024-12-06T01:42:02,269 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=7872, suffix heap size=139456,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172
2024-12-06T01:42:02,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1733449322253, max timestamp=1733449322265Num uniques 1072; 
2024-12-06T01:42:02,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=7872, suffix heap size=139456,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172
2024-12-06T01:42:02,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-06T01:42:02,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:02,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:02,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:02,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:02,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:02,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449382289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:02,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8276, totalHeapSize=19064, min timestamp=1733449322282, max timestamp=1733449322293Num uniques 1031; 
2024-12-06T01:42:02,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47206, new segment data size=8276, suffix heap size=135192,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181
2024-12-06T01:42:02,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733449322282, max timestamp=1733449322293Num uniques 1181; 
2024-12-06T01:42:02,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=54086, new segment data size=8286, suffix heap size=150792,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1181, new segment cells count=181
2024-12-06T01:42:02,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8279, totalHeapSize=19064, min timestamp=1733449322282, max timestamp=1733449322293Num uniques 1031; 
2024-12-06T01:42:02,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:02,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47209, new segment data size=8279, suffix heap size=135192,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181
2024-12-06T01:42:02,310 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.79 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/26bb95bde7f74ee98af91885b6d316f7
2024-12-06T01:42:02,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/ee51a199d3d044358ae32a283f52bbef as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ee51a199d3d044358ae32a283f52bbef
2024-12-06T01:42:02,328 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ee51a199d3d044358ae32a283f52bbef, entries=150, sequenceid=35, filesize=11.7 K
2024-12-06T01:42:02,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/333db4711eb0422da9e5776512f1bf81 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/333db4711eb0422da9e5776512f1bf81
2024-12-06T01:42:02,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1733449322313, max timestamp=1733449322326Num uniques 1040; 
2024-12-06T01:42:02,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240
2024-12-06T01:42:02,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1733449322313, max timestamp=1733449322326Num uniques 1040; 
2024-12-06T01:42:02,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1733449322313, max timestamp=1733449322326Num uniques 1040; 
2024-12-06T01:42:02,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240
2024-12-06T01:42:02,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240
2024-12-06T01:42:02,339 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/333db4711eb0422da9e5776512f1bf81, entries=150, sequenceid=35, filesize=11.7 K
2024-12-06T01:42:02,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/26bb95bde7f74ee98af91885b6d316f7 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/26bb95bde7f74ee98af91885b6d316f7
2024-12-06T01:42:02,345 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/26bb95bde7f74ee98af91885b6d316f7, entries=150, sequenceid=35, filesize=11.7 K
2024-12-06T01:42:02,346 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.15 KB/33945, heapSize ~85.20 KB/87240, currentSize=40.25 KB/41220 for 0775dcc338271f37a7db36e5dd82153a in 600ms, sequenceid=35, compaction requested=false
2024-12-06T01:42:02,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:02,347 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=53.67 KB heapSize=138.33 KB
2024-12-06T01:42:02,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:02,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:02,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:02,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:02,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:02,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:02,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/fe1e5ac5fbb34fa0b99adcdac713a17d is 50, key is test_row_0/A:col10/1733449322347/Put/seqid=0
2024-12-06T01:42:02,398 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733449322374, max timestamp=1733449322395Num uniques 859; 
2024-12-06T01:42:02,398 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449322374, max timestamp=1733449322395Num uniques 859; 
2024-12-06T01:42:02,398 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:42:02,398 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:42:02,398 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733449322374, max timestamp=1733449322395Num uniques 859; 
2024-12-06T01:42:02,398 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:42:02,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742079_1255 (size=14541)
2024-12-06T01:42:02,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-06T01:42:02,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:02,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:02,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:02,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:02,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:02,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733449382421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:02,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:02,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1733449382422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:02,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:02,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449382425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:02,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449382426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:02,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:02,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449382432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:02,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:02,516 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T01:42:02,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733449382534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:02,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1733449382535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:02,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:02,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449382548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:02,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449382548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:02,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:02,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449382549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:02,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:02,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:02,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-06T01:42:02,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:02,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:02,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:02,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:02,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:02,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-06T01:42:02,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:02,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:02,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:02,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:02,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:02,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733449382742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:02,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:02,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1733449382752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:02,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:02,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449382752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:02,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:02,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:02,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449382762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:02,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:02,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449382763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:02,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:02,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:02,811 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/fe1e5ac5fbb34fa0b99adcdac713a17d
2024-12-06T01:42:02,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/3d553f22909c48389d8549c876e1ded6 is 50, key is test_row_0/B:col10/1733449322347/Put/seqid=0
2024-12-06T01:42:02,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742080_1256 (size=12151)
2024-12-06T01:42:02,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-06T01:42:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:02,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:03,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-06T01:42:03,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:03,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:03,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:03,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:03,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:03,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733449383052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:03,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1733449383062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:03,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:03,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449383062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:03,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:03,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449383072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:03,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:03,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449383072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:03,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-06T01:42:03,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-06T01:42:03,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:03,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:03,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:03,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:03,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:03,244 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/3d553f22909c48389d8549c876e1ded6
2024-12-06T01:42:03,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/682163a7183f42849be4f6ca6b253b39 is 50, key is test_row_0/C:col10/1733449322347/Put/seqid=0
2024-12-06T01:42:03,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742081_1257 (size=12151)
2024-12-06T01:42:03,265 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/682163a7183f42849be4f6ca6b253b39
2024-12-06T01:42:03,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/fe1e5ac5fbb34fa0b99adcdac713a17d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/fe1e5ac5fbb34fa0b99adcdac713a17d
2024-12-06T01:42:03,276 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/fe1e5ac5fbb34fa0b99adcdac713a17d, entries=200, sequenceid=214, filesize=14.2 K
2024-12-06T01:42:03,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/3d553f22909c48389d8549c876e1ded6 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/3d553f22909c48389d8549c876e1ded6
2024-12-06T01:42:03,282 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/3d553f22909c48389d8549c876e1ded6, entries=150, sequenceid=214, filesize=11.9 K
2024-12-06T01:42:03,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/682163a7183f42849be4f6ca6b253b39 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/682163a7183f42849be4f6ca6b253b39
2024-12-06T01:42:03,289 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/682163a7183f42849be4f6ca6b253b39, entries=150, sequenceid=214, filesize=11.9 K
2024-12-06T01:42:03,290 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.20 KB/162000, currentSize=127.47 KB/130530 for 0775dcc338271f37a7db36e5dd82153a in 943ms, sequenceid=214, compaction requested=true
2024-12-06T01:42:03,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:03,291 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:03,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:42:03,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:03,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:42:03,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:03,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:42:03,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:03,291 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:03,292 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38543 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:03,292 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/A is initiating minor compaction (all files)
2024-12-06T01:42:03,292 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/A in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:03,292 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/4b78da98a0d448bb828a894e832e9180, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ee51a199d3d044358ae32a283f52bbef, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/fe1e5ac5fbb34fa0b99adcdac713a17d] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=37.6 K
2024-12-06T01:42:03,293 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b78da98a0d448bb828a894e832e9180, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733449321053
2024-12-06T01:42:03,293 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36153 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:03,293 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/B is initiating minor compaction (all files)
2024-12-06T01:42:03,293 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/B in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:03,294 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/3ffa9f4649ee4188900dd12e55da0df6, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/333db4711eb0422da9e5776512f1bf81, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/3d553f22909c48389d8549c876e1ded6] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=35.3 K
2024-12-06T01:42:03,294 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee51a199d3d044358ae32a283f52bbef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1733449321097
2024-12-06T01:42:03,294 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ffa9f4649ee4188900dd12e55da0df6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733449321053
2024-12-06T01:42:03,294 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe1e5ac5fbb34fa0b99adcdac713a17d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733449322321
2024-12-06T01:42:03,295 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 333db4711eb0422da9e5776512f1bf81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1733449321097
2024-12-06T01:42:03,295 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d553f22909c48389d8549c876e1ded6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733449322321
2024-12-06T01:42:03,310 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#A#compaction#209 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:03,311 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/d5839dbbee1943d0ae77394a5bceb046 is 50, key is test_row_0/A:col10/1733449322347/Put/seqid=0
2024-12-06T01:42:03,318 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#B#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:03,319 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/aa1dc3b5e8014e288bec69ae8ed0aaff is 50, key is test_row_0/B:col10/1733449322347/Put/seqid=0
2024-12-06T01:42:03,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742082_1258 (size=12254)
2024-12-06T01:42:03,336 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/d5839dbbee1943d0ae77394a5bceb046 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/d5839dbbee1943d0ae77394a5bceb046
2024-12-06T01:42:03,344 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/A of 0775dcc338271f37a7db36e5dd82153a into d5839dbbee1943d0ae77394a5bceb046(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:03,344 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:03,344 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/A, priority=13, startTime=1733449323290; duration=0sec
2024-12-06T01:42:03,344 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:03,344 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:A
2024-12-06T01:42:03,344 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:03,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742083_1259 (size=12254)
2024-12-06T01:42:03,349 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36153 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:03,349 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/C is initiating minor compaction (all files)
2024-12-06T01:42:03,349 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/C in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:03,349 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/8f0f41dbac6d48cf99092d4cdeead9e9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/26bb95bde7f74ee98af91885b6d316f7, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/682163a7183f42849be4f6ca6b253b39] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=35.3 K
2024-12-06T01:42:03,351 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f0f41dbac6d48cf99092d4cdeead9e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733449321053
2024-12-06T01:42:03,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-06T01:42:03,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:03,353 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-12-06T01:42:03,353 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26bb95bde7f74ee98af91885b6d316f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1733449321097
2024-12-06T01:42:03,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:03,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:03,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:03,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:03,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:03,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:03,354 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 682163a7183f42849be4f6ca6b253b39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733449322321
2024-12-06T01:42:03,355 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/aa1dc3b5e8014e288bec69ae8ed0aaff as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/aa1dc3b5e8014e288bec69ae8ed0aaff
2024-12-06T01:42:03,366 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/B of 0775dcc338271f37a7db36e5dd82153a into aa1dc3b5e8014e288bec69ae8ed0aaff(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:03,366 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:03,366 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/B, priority=13, startTime=1733449323291; duration=0sec
2024-12-06T01:42:03,366 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:03,366 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:B
2024-12-06T01:42:03,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/baa6067ada2e4b5c9091db72e0ec9de9 is 50, key is test_row_0/A:col10/1733449322427/Put/seqid=0
2024-12-06T01:42:03,373 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#C#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:03,374 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/b5b5e400da3b477c94fa9bf9e5ba83ae is 50, key is test_row_0/C:col10/1733449322347/Put/seqid=0
2024-12-06T01:42:03,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742084_1260 (size=12254)
2024-12-06T01:42:03,408 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/b5b5e400da3b477c94fa9bf9e5ba83ae as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b5b5e400da3b477c94fa9bf9e5ba83ae
2024-12-06T01:42:03,415 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/C of 0775dcc338271f37a7db36e5dd82153a into b5b5e400da3b477c94fa9bf9e5ba83ae(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:03,415 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:03,415 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/C, priority=13, startTime=1733449323291; duration=0sec
2024-12-06T01:42:03,415 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:03,415 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:C
2024-12-06T01:42:03,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742085_1261 (size=12151)
2024-12-06T01:42:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:03,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:03,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449383582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:03,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449383582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:03,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:03,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449383582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:03,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:03,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733449383583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1733449383584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:03,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733449383692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:03,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:03,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1733449383692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:03,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:03,820 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/baa6067ada2e4b5c9091db72e0ec9de9
2024-12-06T01:42:03,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/8020a65f9bd4493c952c02d946d58b8d is 50, key is test_row_0/B:col10/1733449322427/Put/seqid=0
2024-12-06T01:42:03,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742086_1262 (size=12151)
2024-12-06T01:42:03,836 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/8020a65f9bd4493c952c02d946d58b8d
2024-12-06T01:42:03,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/ce1b114db44549618ae4d9e5c2353a83 is 50, key is test_row_0/C:col10/1733449322427/Put/seqid=0
2024-12-06T01:42:03,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742087_1263 (size=12151)
2024-12-06T01:42:03,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:03,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733449383902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1733449383902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:03,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:03,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:03,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:04,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733449384213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:04,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1733449384213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:04,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:04,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:04,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:04,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:04,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:04,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:04,258 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/ce1b114db44549618ae4d9e5c2353a83
2024-12-06T01:42:04,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/baa6067ada2e4b5c9091db72e0ec9de9 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/baa6067ada2e4b5c9091db72e0ec9de9
2024-12-06T01:42:04,276 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/baa6067ada2e4b5c9091db72e0ec9de9, entries=150, sequenceid=250, filesize=11.9 K
2024-12-06T01:42:04,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/8020a65f9bd4493c952c02d946d58b8d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/8020a65f9bd4493c952c02d946d58b8d
2024-12-06T01:42:04,282 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/8020a65f9bd4493c952c02d946d58b8d, entries=150, sequenceid=250, filesize=11.9 K
2024-12-06T01:42:04,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/ce1b114db44549618ae4d9e5c2353a83 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/ce1b114db44549618ae4d9e5c2353a83
2024-12-06T01:42:04,287 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/ce1b114db44549618ae4d9e5c2353a83, entries=150, sequenceid=250, filesize=11.9 K
2024-12-06T01:42:04,288 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 0775dcc338271f37a7db36e5dd82153a in 935ms, sequenceid=250, compaction requested=false
2024-12-06T01:42:04,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:04,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:04,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59
2024-12-06T01:42:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=59
2024-12-06T01:42:04,292 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-12-06T01:42:04,292 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2480 sec
2024-12-06T01:42:04,295 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 3.2570 sec
2024-12-06T01:42:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:04,594 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-06T01:42:04,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:04,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:04,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:04,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:04,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:04,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:04,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/a2e7aa86f38e4d75bc9353eb051e9d74 is 50, key is test_row_0/A:col10/1733449324592/Put/seqid=0
2024-12-06T01:42:04,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742088_1264 (size=9857)
2024-12-06T01:42:04,642 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9556, totalHeapSize=21976, min timestamp=1733449324619, max timestamp=1733449324639Num uniques 859; 
2024-12-06T01:42:04,642 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39326, new segment data size=9556, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:42:04,642 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733449324619, max timestamp=1733449324639Num uniques 859; 
2024-12-06T01:42:04,642 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733449324619, max timestamp=1733449324639Num uniques 859; 
2024-12-06T01:42:04,642 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:42:04,642 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:42:04,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:04,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449384680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449384680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:04,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:04,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:04,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:04,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:04,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:04,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:04,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449384686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:04,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1733449384722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:04,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:04,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:04,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:04,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733449384725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:04,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449384793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:04,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:04,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449384793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:04,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449384793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:04,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:04,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:04,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:04,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:04,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:04,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:05,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449385003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:05,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:05,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449385003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:05,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:05,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:05,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449385003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:05,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:05,037 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/a2e7aa86f38e4d75bc9353eb051e9d74
2024-12-06T01:42:05,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/b408f01039784a2d8202fd41a03ebbc8 is 50, key is test_row_0/B:col10/1733449324592/Put/seqid=0
2024-12-06T01:42:05,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742089_1265 (size=9857)
2024-12-06T01:42:05,080 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/b408f01039784a2d8202fd41a03ebbc8
2024-12-06T01:42:05,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/76e0756e684c43b7a5399cc181a7eea3 is 50, key is test_row_0/C:col10/1733449324592/Put/seqid=0
2024-12-06T01:42:05,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742090_1266 (size=9857)
2024-12-06T01:42:05,097 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/76e0756e684c43b7a5399cc181a7eea3
2024-12-06T01:42:05,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/a2e7aa86f38e4d75bc9353eb051e9d74 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/a2e7aa86f38e4d75bc9353eb051e9d74
2024-12-06T01:42:05,109 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/a2e7aa86f38e4d75bc9353eb051e9d74, entries=100, sequenceid=264, filesize=9.6 K
2024-12-06T01:42:05,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/b408f01039784a2d8202fd41a03ebbc8 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/b408f01039784a2d8202fd41a03ebbc8
2024-12-06T01:42:05,115 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/b408f01039784a2d8202fd41a03ebbc8, entries=100, sequenceid=264, filesize=9.6 K
2024-12-06T01:42:05,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/76e0756e684c43b7a5399cc181a7eea3 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/76e0756e684c43b7a5399cc181a7eea3
2024-12-06T01:42:05,127 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/76e0756e684c43b7a5399cc181a7eea3, entries=100, sequenceid=264, filesize=9.6 K
2024-12-06T01:42:05,128 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 0775dcc338271f37a7db36e5dd82153a in 534ms, sequenceid=264, compaction requested=true
2024-12-06T01:42:05,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:05,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:42:05,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:05,128 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:05,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:42:05,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:05,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:42:05,128 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:05,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:05,132 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34262 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:05,132 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/B is initiating minor compaction (all files)
2024-12-06T01:42:05,132 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/B in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:05,132 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/aa1dc3b5e8014e288bec69ae8ed0aaff, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/8020a65f9bd4493c952c02d946d58b8d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/b408f01039784a2d8202fd41a03ebbc8] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=33.5 K
2024-12-06T01:42:05,135 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34262 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:05,135 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/A is initiating minor compaction (all files)
2024-12-06T01:42:05,135 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/A in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:05,135 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/d5839dbbee1943d0ae77394a5bceb046, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/baa6067ada2e4b5c9091db72e0ec9de9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/a2e7aa86f38e4d75bc9353eb051e9d74] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=33.5 K
2024-12-06T01:42:05,135 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting aa1dc3b5e8014e288bec69ae8ed0aaff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733449322321
2024-12-06T01:42:05,136 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5839dbbee1943d0ae77394a5bceb046, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733449322321
2024-12-06T01:42:05,136 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 8020a65f9bd4493c952c02d946d58b8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733449322421
2024-12-06T01:42:05,137 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting baa6067ada2e4b5c9091db72e0ec9de9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733449322421
2024-12-06T01:42:05,137 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting b408f01039784a2d8202fd41a03ebbc8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733449323577
2024-12-06T01:42:05,139 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2e7aa86f38e4d75bc9353eb051e9d74, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733449323577
2024-12-06T01:42:05,163 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#A#compaction#218 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:05,164 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/943770f7055e4e06906526199a812c16 is 50, key is test_row_0/A:col10/1733449324592/Put/seqid=0
2024-12-06T01:42:05,167 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#B#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:05,167 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/7687d609add84677915febd0dc7ccf91 is 50, key is test_row_0/B:col10/1733449324592/Put/seqid=0
2024-12-06T01:42:05,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742091_1267 (size=12457)
2024-12-06T01:42:05,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742092_1268 (size=12457)
2024-12-06T01:42:05,191 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/943770f7055e4e06906526199a812c16 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/943770f7055e4e06906526199a812c16
2024-12-06T01:42:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-06T01:42:05,192 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:05,193 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:42:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees
2024-12-06T01:42:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-06T01:42:05,197 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:42:05,198 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:42:05,198 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:42:05,200 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/A of 0775dcc338271f37a7db36e5dd82153a into 943770f7055e4e06906526199a812c16(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:05,200 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:05,200 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/A, priority=13, startTime=1733449325128; duration=0sec
2024-12-06T01:42:05,201 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:05,202 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:A
2024-12-06T01:42:05,202 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:05,204 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34262 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:05,204 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/C is initiating minor compaction (all files)
2024-12-06T01:42:05,204 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/C in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:05,204 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b5b5e400da3b477c94fa9bf9e5ba83ae, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/ce1b114db44549618ae4d9e5c2353a83, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/76e0756e684c43b7a5399cc181a7eea3] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=33.5 K
2024-12-06T01:42:05,205 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5b5e400da3b477c94fa9bf9e5ba83ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733449322321
2024-12-06T01:42:05,206 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce1b114db44549618ae4d9e5c2353a83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733449322421
2024-12-06T01:42:05,207 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76e0756e684c43b7a5399cc181a7eea3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733449323577
2024-12-06T01:42:05,213 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/7687d609add84677915febd0dc7ccf91 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/7687d609add84677915febd0dc7ccf91
2024-12-06T01:42:05,221 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#C#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:05,221 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/70e4a0c540a94d4b9e6566ff1eada362 is 50, key is test_row_0/C:col10/1733449324592/Put/seqid=0
2024-12-06T01:42:05,225 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/B of 0775dcc338271f37a7db36e5dd82153a into 7687d609add84677915febd0dc7ccf91(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:05,225 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:05,225 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/B, priority=13, startTime=1733449325128; duration=0sec
2024-12-06T01:42:05,225 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:05,225 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:B
2024-12-06T01:42:05,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742093_1269 (size=12457)
2024-12-06T01:42:05,240 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/70e4a0c540a94d4b9e6566ff1eada362 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/70e4a0c540a94d4b9e6566ff1eada362
2024-12-06T01:42:05,247 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/C of 0775dcc338271f37a7db36e5dd82153a into 70e4a0c540a94d4b9e6566ff1eada362(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:05,247 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:05,247 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/C, priority=13, startTime=1733449325128; duration=0sec
2024-12-06T01:42:05,248 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:05,248 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:C
2024-12-06T01:42:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-06T01:42:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:05,316 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-12-06T01:42:05,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:05,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:05,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:05,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:05,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:05,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:05,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/420a7a8945e9416697551fc1fac7edd9 is 50, key is test_row_0/A:col10/1733449325316/Put/seqid=0
2024-12-06T01:42:05,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742094_1270 (size=19621)
2024-12-06T01:42:05,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449385332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:05,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449385332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:05,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:05,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:05,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449385336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:05,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:05,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-06T01:42:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:05,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:05,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449385443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:05,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449385443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:05,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:05,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:05,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449385452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:05,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-06T01:42:05,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:05,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:05,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:05,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:05,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-06T01:42:05,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-06T01:42:05,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:05,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:05,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:05,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:05,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:05,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449385662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:05,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449385663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:05,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:05,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449385663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:05,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:05,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:05,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:05,740 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/420a7a8945e9416697551fc1fac7edd9
2024-12-06T01:42:05,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733449385742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:05,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1733449385744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:05,745 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in 0775dcc338271f37a7db36e5dd82153a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:42:05,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:05,746 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in 0775dcc338271f37a7db36e5dd82153a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:42:05,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:05,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:05,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/d1ba4db9d02f453285dfc9be459d12d7 is 50, key is test_row_0/B:col10/1733449325316/Put/seqid=0
2024-12-06T01:42:05,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742095_1271 (size=12301)
2024-12-06T01:42:05,787 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/d1ba4db9d02f453285dfc9be459d12d7
2024-12-06T01:42:05,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/b1b29991a5654c698e732d850e5f9dfd is 50, key is test_row_0/C:col10/1733449325316/Put/seqid=0
2024-12-06T01:42:05,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-06T01:42:05,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:05,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:05,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:05,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:05,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-06T01:42:05,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742096_1272 (size=12301)
2024-12-06T01:42:05,866 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/b1b29991a5654c698e732d850e5f9dfd
2024-12-06T01:42:05,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/420a7a8945e9416697551fc1fac7edd9 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/420a7a8945e9416697551fc1fac7edd9
2024-12-06T01:42:05,878 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/420a7a8945e9416697551fc1fac7edd9, entries=300, sequenceid=304, filesize=19.2 K
2024-12-06T01:42:05,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/d1ba4db9d02f453285dfc9be459d12d7 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/d1ba4db9d02f453285dfc9be459d12d7
2024-12-06T01:42:05,887 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/d1ba4db9d02f453285dfc9be459d12d7, entries=150, sequenceid=304, filesize=12.0 K
2024-12-06T01:42:05,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/b1b29991a5654c698e732d850e5f9dfd as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b1b29991a5654c698e732d850e5f9dfd
2024-12-06T01:42:05,901 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b1b29991a5654c698e732d850e5f9dfd, entries=150, sequenceid=304, filesize=12.0 K
2024-12-06T01:42:05,902 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 0775dcc338271f37a7db36e5dd82153a in 586ms, sequenceid=304, compaction requested=false
2024-12-06T01:42:05,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:05,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-06T01:42:05,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:05,970 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-12-06T01:42:05,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:05,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:05,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:05,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:05,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:05,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:05,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:05,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/13eb33a9871b4650895e2a42a5429159 is 50, key is test_row_0/A:col10/1733449325329/Put/seqid=0
2024-12-06T01:42:05,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742097_1273 (size=12301)
2024-12-06T01:42:05,995 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/13eb33a9871b4650895e2a42a5429159
2024-12-06T01:42:06,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/7c076edb47cc41f5aa2d883389609d6d is 50, key is test_row_0/B:col10/1733449325329/Put/seqid=0
2024-12-06T01:42:06,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742098_1274 (size=12301)
2024-12-06T01:42:06,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733449326005, max timestamp=1733449326021Num uniques 859; 
2024-12-06T01:42:06,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733449326005, max timestamp=1733449326021Num uniques 859; 
2024-12-06T01:42:06,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733449326005, max timestamp=1733449326021Num uniques 859; 
2024-12-06T01:42:06,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-06T01:42:06,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-06T01:42:06,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-06T01:42:06,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449386054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:06,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:06,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449386055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:06,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449386056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:06,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:06,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:06,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449386172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:06,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:06,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449386172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:06,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:06,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449386172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-06T01:42:06,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449386383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:06,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:06,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449386383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:06,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:06,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449386383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:06,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:06,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:06,417 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/7c076edb47cc41f5aa2d883389609d6d
2024-12-06T01:42:06,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/f885ad4296e3418fa4424eaf8b52387d is 50, key is test_row_0/C:col10/1733449325329/Put/seqid=0
2024-12-06T01:42:06,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742099_1275 (size=12301)
2024-12-06T01:42:06,496 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/f885ad4296e3418fa4424eaf8b52387d
2024-12-06T01:42:06,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/13eb33a9871b4650895e2a42a5429159 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/13eb33a9871b4650895e2a42a5429159
2024-12-06T01:42:06,513 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/13eb33a9871b4650895e2a42a5429159, entries=150, sequenceid=313, filesize=12.0 K
2024-12-06T01:42:06,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/7c076edb47cc41f5aa2d883389609d6d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/7c076edb47cc41f5aa2d883389609d6d
2024-12-06T01:42:06,520 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/7c076edb47cc41f5aa2d883389609d6d, entries=150, sequenceid=313, filesize=12.0 K
2024-12-06T01:42:06,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/f885ad4296e3418fa4424eaf8b52387d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/f885ad4296e3418fa4424eaf8b52387d
2024-12-06T01:42:06,538 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/f885ad4296e3418fa4424eaf8b52387d, entries=150, sequenceid=313, filesize=12.0 K
2024-12-06T01:42:06,540 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 0775dcc338271f37a7db36e5dd82153a in 570ms, sequenceid=313, compaction requested=true
2024-12-06T01:42:06,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:06,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:06,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61
2024-12-06T01:42:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=61
2024-12-06T01:42:06,546 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-12-06T01:42:06,546 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3450 sec
2024-12-06T01:42:06,548 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.3540 sec
2024-12-06T01:42:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:06,708 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=154.31 KB heapSize=436.08 KB
2024-12-06T01:42:06,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:06,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:42:06,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:06,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:42:06,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:06,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:42:06,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/dfee0e16fd83433e817936c74ce4890c is 50, key is test_row_0/A:col10/1733449326707/Put/seqid=0
2024-12-06T01:42:06,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:06,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449386723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449386723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:06,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449386723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:06,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:06,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:06,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:06,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742100_1276 (size=17181)
2024-12-06T01:42:06,734 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/dfee0e16fd83433e817936c74ce4890c
2024-12-06T01:42:06,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/0364301026d144d897c12f59e630c0fb is 50, key is test_row_0/B:col10/1733449326707/Put/seqid=0
2024-12-06T01:42:06,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742101_1277 (size=12301)
2024-12-06T01:42:06,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449386832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:06,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449386832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:06,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449386833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:07,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449387043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:07,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449387043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:07,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:07,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:07,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449387043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:07,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:07,205 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/0364301026d144d897c12f59e630c0fb
2024-12-06T01:42:07,213 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-12-06T01:42:07,213 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-12-06T01:42:07,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/5493391cbf5341d1bf11579821c2ebce is 50, key is test_row_0/C:col10/1733449326707/Put/seqid=0
2024-12-06T01:42:07,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742102_1278 (size=12301)
2024-12-06T01:42:07,284 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/5493391cbf5341d1bf11579821c2ebce
2024-12-06T01:42:07,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/dfee0e16fd83433e817936c74ce4890c as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/dfee0e16fd83433e817936c74ce4890c
2024-12-06T01:42:07,296 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/dfee0e16fd83433e817936c74ce4890c, entries=250, sequenceid=351, filesize=16.8 K
2024-12-06T01:42:07,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/0364301026d144d897c12f59e630c0fb as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/0364301026d144d897c12f59e630c0fb
2024-12-06T01:42:07,305 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/0364301026d144d897c12f59e630c0fb, entries=150, sequenceid=351, filesize=12.0 K
2024-12-06T01:42:07,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/5493391cbf5341d1bf11579821c2ebce as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/5493391cbf5341d1bf11579821c2ebce
2024-12-06T01:42:07,313 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/5493391cbf5341d1bf11579821c2ebce, entries=150, sequenceid=351, filesize=12.0 K
2024-12-06T01:42:07,317 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~436.03 KB/446496, currentSize=26.84 KB/27480 for 0775dcc338271f37a7db36e5dd82153a in 609ms, sequenceid=351, compaction requested=true
2024-12-06T01:42:07,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:07,318 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:42:07,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:42:07,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:07,319 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 61560 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:42:07,319 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/A is initiating minor compaction (all files)
2024-12-06T01:42:07,319 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/A in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:07,319 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/943770f7055e4e06906526199a812c16, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/420a7a8945e9416697551fc1fac7edd9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/13eb33a9871b4650895e2a42a5429159, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/dfee0e16fd83433e817936c74ce4890c] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=60.1 K
2024-12-06T01:42:07,320 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 943770f7055e4e06906526199a812c16, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733449322424
2024-12-06T01:42:07,322 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 420a7a8945e9416697551fc1fac7edd9, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733449324676
2024-12-06T01:42:07,322 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13eb33a9871b4650895e2a42a5429159, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733449325328
2024-12-06T01:42:07,323 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:42:07,323 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfee0e16fd83433e817936c74ce4890c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733449326045
2024-12-06T01:42:07,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:42:07,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:07,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:42:07,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:07,326 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49360 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:42:07,326 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/B is initiating minor compaction (all files)
2024-12-06T01:42:07,326 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/B in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:07,326 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/7687d609add84677915febd0dc7ccf91, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/d1ba4db9d02f453285dfc9be459d12d7, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/7c076edb47cc41f5aa2d883389609d6d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/0364301026d144d897c12f59e630c0fb] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=48.2 K
2024-12-06T01:42:07,327 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 7687d609add84677915febd0dc7ccf91, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733449322424
2024-12-06T01:42:07,328 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting d1ba4db9d02f453285dfc9be459d12d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733449324678
2024-12-06T01:42:07,329 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c076edb47cc41f5aa2d883389609d6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733449325328
2024-12-06T01:42:07,329 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 0364301026d144d897c12f59e630c0fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733449326054
2024-12-06T01:42:07,338 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#A#compaction#230 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:07,339 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/cf1daf65eab54facbc456f1e8d674bd8 is 50, key is test_row_0/A:col10/1733449326707/Put/seqid=0
2024-12-06T01:42:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-06T01:42:07,356 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:07,357 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:42:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees
2024-12-06T01:42:07,359 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:42:07,360 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:42:07,360 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:42:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-06T01:42:07,364 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#B#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:07,364 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/0e675ba660094c77a215203b1598046a is 50, key is test_row_0/B:col10/1733449326707/Put/seqid=0
2024-12-06T01:42:07,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742103_1279 (size=12643)
2024-12-06T01:42:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:07,366 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-06T01:42:07,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:07,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:07,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:07,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:07,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:07,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:07,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/5ea8ec00f26b4aba9a4d7dcbd4afbb6d is 50, key is test_row_1/A:col10/1733449327361/Put/seqid=0
2024-12-06T01:42:07,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742104_1280 (size=12643)
2024-12-06T01:42:07,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733449327398, max timestamp=1733449327421Num uniques 859; 
2024-12-06T01:42:07,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733449327398, max timestamp=1733449327421Num uniques 859; 
2024-12-06T01:42:07,427 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733449327398, max timestamp=1733449327421Num uniques 859; 
2024-12-06T01:42:07,427 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-06T01:42:07,427 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-06T01:42:07,427 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-06T01:42:07,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742105_1281 (size=9857)
2024-12-06T01:42:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-06T01:42:07,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-12-06T01:42:07,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:07,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:07,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:07,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:07,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:07,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449387507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:07,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:07,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449387518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:07,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449387518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:07,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449387622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:07,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:07,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449387633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:07,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:07,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449387633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:07,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-12-06T01:42:07,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:07,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:07,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:07,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:07,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-06T01:42:07,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1733449387753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:07,759 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in 0775dcc338271f37a7db36e5dd82153a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:42:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:07,773 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/cf1daf65eab54facbc456f1e8d674bd8 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/cf1daf65eab54facbc456f1e8d674bd8
2024-12-06T01:42:07,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733449387773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:07,779 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in 0775dcc338271f37a7db36e5dd82153a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:42:07,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:07,780 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/A of 0775dcc338271f37a7db36e5dd82153a into cf1daf65eab54facbc456f1e8d674bd8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:07,780 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:07,780 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/A, priority=12, startTime=1733449327317; duration=0sec
2024-12-06T01:42:07,781 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:07,781 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:A
2024-12-06T01:42:07,781 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:42:07,782 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49360 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:42:07,782 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/C is initiating minor compaction (all files)
2024-12-06T01:42:07,782 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/C in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:07,782 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/70e4a0c540a94d4b9e6566ff1eada362, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b1b29991a5654c698e732d850e5f9dfd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/f885ad4296e3418fa4424eaf8b52387d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/5493391cbf5341d1bf11579821c2ebce] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=48.2 K
2024-12-06T01:42:07,783 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70e4a0c540a94d4b9e6566ff1eada362, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733449322424
2024-12-06T01:42:07,784 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1b29991a5654c698e732d850e5f9dfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733449324678
2024-12-06T01:42:07,784 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting f885ad4296e3418fa4424eaf8b52387d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733449325328
2024-12-06T01:42:07,784 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5493391cbf5341d1bf11579821c2ebce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733449326054
2024-12-06T01:42:07,797 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#C#compaction#233 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:07,798 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/b59825416f354385bd166db1d5a494d5 is 50, key is test_row_0/C:col10/1733449326707/Put/seqid=0
2024-12-06T01:42:07,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742106_1282 (size=12643)
2024-12-06T01:42:07,820 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/b59825416f354385bd166db1d5a494d5 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b59825416f354385bd166db1d5a494d5
2024-12-06T01:42:07,826 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/0e675ba660094c77a215203b1598046a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/0e675ba660094c77a215203b1598046a
2024-12-06T01:42:07,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-12-06T01:42:07,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:07,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:07,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:07,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:07,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:07,833 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/C of 0775dcc338271f37a7db36e5dd82153a into b59825416f354385bd166db1d5a494d5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:07,833 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:07,833 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/C, priority=12, startTime=1733449327324; duration=0sec
2024-12-06T01:42:07,833 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:07,833 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:C
2024-12-06T01:42:07,836 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/B of 0775dcc338271f37a7db36e5dd82153a into 0e675ba660094c77a215203b1598046a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:07,836 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:07,836 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/B, priority=12, startTime=1733449327322; duration=0sec
2024-12-06T01:42:07,836 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:07,836 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:B
2024-12-06T01:42:07,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449387832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:07,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:07,844 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/5ea8ec00f26b4aba9a4d7dcbd4afbb6d
2024-12-06T01:42:07,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449387842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:07,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449387843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:07,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:07,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:07,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:07,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/368ccbd922244acf8df4d9a0a2a669ce is 50, key is test_row_1/B:col10/1733449327361/Put/seqid=0
2024-12-06T01:42:07,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742107_1283 (size=9857)
2024-12-06T01:42:07,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-12-06T01:42:07,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:07,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:07,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:07,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:07,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-06T01:42:08,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-12-06T01:42:08,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:08,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:08,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:08,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:08,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:08,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449388142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:08,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:08,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:08,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:08,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449388152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:08,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449388152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:08,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:08,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:08,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:08,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-12-06T01:42:08,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:08,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:08,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:08,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:08,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:08,312 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/368ccbd922244acf8df4d9a0a2a669ce
2024-12-06T01:42:08,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/9cf368d658174a96870fbc69ad14d0dd is 50, key is test_row_1/C:col10/1733449327361/Put/seqid=0
2024-12-06T01:42:08,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742108_1284 (size=9857)
2024-12-06T01:42:08,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-12-06T01:42:08,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:08,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:08,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:08,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:08,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-06T01:42:08,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-12-06T01:42:08,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:08,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:08,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:08,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:08,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:08,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449388653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:08,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:08,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:08,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:08,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449388662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:08,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449388663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:08,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-12-06T01:42:08,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:08,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:08,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:08,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:08,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:08,778 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/9cf368d658174a96870fbc69ad14d0dd
2024-12-06T01:42:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:08,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/5ea8ec00f26b4aba9a4d7dcbd4afbb6d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/5ea8ec00f26b4aba9a4d7dcbd4afbb6d
2024-12-06T01:42:08,807 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/5ea8ec00f26b4aba9a4d7dcbd4afbb6d, entries=100, sequenceid=361, filesize=9.6 K
2024-12-06T01:42:08,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/368ccbd922244acf8df4d9a0a2a669ce as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/368ccbd922244acf8df4d9a0a2a669ce
2024-12-06T01:42:08,813 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/368ccbd922244acf8df4d9a0a2a669ce, entries=100, sequenceid=361, filesize=9.6 K
2024-12-06T01:42:08,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/9cf368d658174a96870fbc69ad14d0dd as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/9cf368d658174a96870fbc69ad14d0dd
2024-12-06T01:42:08,820 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/9cf368d658174a96870fbc69ad14d0dd, entries=100, sequenceid=361, filesize=9.6 K
2024-12-06T01:42:08,821 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0775dcc338271f37a7db36e5dd82153a in 1456ms, sequenceid=361, compaction requested=false
2024-12-06T01:42:08,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:08,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-12-06T01:42:08,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:08,932 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-12-06T01:42:08,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:08,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:08,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:08,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:08,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:08,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:08,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/8ba248b1515a43a991871b18ece54ca5 is 50, key is test_row_0/A:col10/1733449327515/Put/seqid=0
2024-12-06T01:42:08,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742109_1285 (size=12301)
2024-12-06T01:42:08,952 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/8ba248b1515a43a991871b18ece54ca5
2024-12-06T01:42:08,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/d0153529798d49eeb506b81a2b47d437 is 50, key is test_row_0/B:col10/1733449327515/Put/seqid=0
2024-12-06T01:42:08,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742110_1286 (size=12301)
2024-12-06T01:42:09,380 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/d0153529798d49eeb506b81a2b47d437
2024-12-06T01:42:09,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/e26d4c629bc84e7f92f3b156b14e8f09 is 50, key is test_row_0/C:col10/1733449327515/Put/seqid=0
2024-12-06T01:42:09,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742111_1287 (size=12301)
2024-12-06T01:42:09,422 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/e26d4c629bc84e7f92f3b156b14e8f09
2024-12-06T01:42:09,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/8ba248b1515a43a991871b18ece54ca5 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/8ba248b1515a43a991871b18ece54ca5
2024-12-06T01:42:09,434 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/8ba248b1515a43a991871b18ece54ca5, entries=150, sequenceid=399, filesize=12.0 K
2024-12-06T01:42:09,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/d0153529798d49eeb506b81a2b47d437 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/d0153529798d49eeb506b81a2b47d437
2024-12-06T01:42:09,440 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/d0153529798d49eeb506b81a2b47d437, entries=150, sequenceid=399, filesize=12.0 K
2024-12-06T01:42:09,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/e26d4c629bc84e7f92f3b156b14e8f09 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/e26d4c629bc84e7f92f3b156b14e8f09
2024-12-06T01:42:09,456 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/e26d4c629bc84e7f92f3b156b14e8f09, entries=150, sequenceid=399, filesize=12.0 K
2024-12-06T01:42:09,458 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=0 B/0 for 0775dcc338271f37a7db36e5dd82153a in 526ms, sequenceid=399, compaction requested=true
2024-12-06T01:42:09,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:09,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:09,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63
2024-12-06T01:42:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=63
2024-12-06T01:42:09,462 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62
2024-12-06T01:42:09,463 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0990 sec
2024-12-06T01:42:09,465 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 2.1060 sec
2024-12-06T01:42:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-06T01:42:09,530 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:09,530 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:42:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees
2024-12-06T01:42:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-12-06T01:42:09,533 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:42:09,534 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:42:09,534 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:42:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-12-06T01:42:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:09,677 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-06T01:42:09,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:09,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:09,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:09,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:09,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:09,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:09,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-12-06T01:42:09,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:09,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:09,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:09,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:09,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:09,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/ba234378c3934542b24af3ecb13f28c1 is 50, key is test_row_0/A:col10/1733449329676/Put/seqid=0
2024-12-06T01:42:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:09,743 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449329720, max timestamp=1733449329739Num uniques 859; 
2024-12-06T01:42:09,743 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:42:09,743 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449329720, max timestamp=1733449329739Num uniques 859; 
2024-12-06T01:42:09,743 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449329720, max timestamp=1733449329739Num uniques 859; 
2024-12-06T01:42:09,743 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:42:09,743 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:42:09,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742112_1288 (size=12301)
2024-12-06T01:42:09,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449389820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:09,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:09,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:09,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:09,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449389826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:09,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:09,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:09,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:09,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449389828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:09,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-12-06T01:42:09,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:09,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:09,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:09,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:09,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-12-06T01:42:09,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449389932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:09,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:09,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:09,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:09,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449389943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:09,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:09,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:09,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:09,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449389943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:09,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:09,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:09,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:10,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-12-06T01:42:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:10,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:10,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449390142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:10,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:10,151 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/ba234378c3934542b24af3ecb13f28c1
2024-12-06T01:42:10,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-12-06T01:42:10,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:10,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:10,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:10,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:10,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:10,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449390152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:10,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:10,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449390152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:10,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-12-06T01:42:10,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/e853c72969714e9a8dba0fc40935874d is 50, key is test_row_0/B:col10/1733449329676/Put/seqid=0
2024-12-06T01:42:10,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742113_1289 (size=12301)
2024-12-06T01:42:10,191 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/e853c72969714e9a8dba0fc40935874d
2024-12-06T01:42:10,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/c4c2b7e8f9f9464a85ee9d5c425729ce is 50, key is test_row_0/C:col10/1733449329676/Put/seqid=0
2024-12-06T01:42:10,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742114_1290 (size=12301)
2024-12-06T01:42:10,211 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/c4c2b7e8f9f9464a85ee9d5c425729ce
2024-12-06T01:42:10,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/ba234378c3934542b24af3ecb13f28c1 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ba234378c3934542b24af3ecb13f28c1
2024-12-06T01:42:10,226 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ba234378c3934542b24af3ecb13f28c1, entries=150, sequenceid=409, filesize=12.0 K
2024-12-06T01:42:10,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/e853c72969714e9a8dba0fc40935874d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e853c72969714e9a8dba0fc40935874d
2024-12-06T01:42:10,233 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e853c72969714e9a8dba0fc40935874d, entries=150, sequenceid=409, filesize=12.0 K
2024-12-06T01:42:10,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/c4c2b7e8f9f9464a85ee9d5c425729ce as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/c4c2b7e8f9f9464a85ee9d5c425729ce
2024-12-06T01:42:10,238 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/c4c2b7e8f9f9464a85ee9d5c425729ce, entries=150, sequenceid=409, filesize=12.0 K
2024-12-06T01:42:10,239 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0775dcc338271f37a7db36e5dd82153a in 562ms, sequenceid=409, compaction requested=true
2024-12-06T01:42:10,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:10,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:42:10,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:10,239 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:42:10,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:42:10,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:10,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:42:10,239 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:42:10,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:10,241 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47102 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:42:10,241 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/B is initiating minor compaction (all files)
2024-12-06T01:42:10,241 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/B in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:10,241 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/0e675ba660094c77a215203b1598046a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/368ccbd922244acf8df4d9a0a2a669ce, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/d0153529798d49eeb506b81a2b47d437, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e853c72969714e9a8dba0fc40935874d] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=46.0 K
2024-12-06T01:42:10,241 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47102 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:42:10,241 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/A is initiating minor compaction (all files)
2024-12-06T01:42:10,241 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/A in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:10,241 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/cf1daf65eab54facbc456f1e8d674bd8, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/5ea8ec00f26b4aba9a4d7dcbd4afbb6d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/8ba248b1515a43a991871b18ece54ca5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ba234378c3934542b24af3ecb13f28c1] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=46.0 K
2024-12-06T01:42:10,242 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e675ba660094c77a215203b1598046a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733449326054
2024-12-06T01:42:10,242 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf1daf65eab54facbc456f1e8d674bd8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733449326054
2024-12-06T01:42:10,243 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 368ccbd922244acf8df4d9a0a2a669ce, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733449327361
2024-12-06T01:42:10,243 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ea8ec00f26b4aba9a4d7dcbd4afbb6d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733449327361
2024-12-06T01:42:10,243 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting d0153529798d49eeb506b81a2b47d437, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733449327505
2024-12-06T01:42:10,243 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ba248b1515a43a991871b18ece54ca5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733449327505
2024-12-06T01:42:10,243 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting e853c72969714e9a8dba0fc40935874d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733449329669
2024-12-06T01:42:10,243 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba234378c3934542b24af3ecb13f28c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733449329669
2024-12-06T01:42:10,272 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#B#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:10,273 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#A#compaction#243 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:10,273 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/35a2eca6d37640e195f446cb3a8d2f8f is 50, key is test_row_0/B:col10/1733449329676/Put/seqid=0
2024-12-06T01:42:10,273 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/482e552778314a50b036af8a893253d1 is 50, key is test_row_0/A:col10/1733449329676/Put/seqid=0
2024-12-06T01:42:10,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742115_1291 (size=12779)
2024-12-06T01:42:10,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742116_1292 (size=12779)
2024-12-06T01:42:10,304 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/35a2eca6d37640e195f446cb3a8d2f8f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/35a2eca6d37640e195f446cb3a8d2f8f
2024-12-06T01:42:10,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-12-06T01:42:10,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:10,311 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-12-06T01:42:10,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:10,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:10,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:10,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:10,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:10,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:10,315 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/B of 0775dcc338271f37a7db36e5dd82153a into 35a2eca6d37640e195f446cb3a8d2f8f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:10,315 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:10,315 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/B, priority=12, startTime=1733449330239; duration=0sec
2024-12-06T01:42:10,316 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:10,316 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:B
2024-12-06T01:42:10,316 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:42:10,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/e0d68beefdfb419daf3fe60f0abdf046 is 50, key is test_row_0/A:col10/1733449329826/Put/seqid=0
2024-12-06T01:42:10,325 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47102 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:42:10,325 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/C is initiating minor compaction (all files)
2024-12-06T01:42:10,325 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/C in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:10,325 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b59825416f354385bd166db1d5a494d5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/9cf368d658174a96870fbc69ad14d0dd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/e26d4c629bc84e7f92f3b156b14e8f09, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/c4c2b7e8f9f9464a85ee9d5c425729ce] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=46.0 K
2024-12-06T01:42:10,325 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting b59825416f354385bd166db1d5a494d5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733449326054
2024-12-06T01:42:10,326 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cf368d658174a96870fbc69ad14d0dd, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733449327361
2024-12-06T01:42:10,327 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting e26d4c629bc84e7f92f3b156b14e8f09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733449327505
2024-12-06T01:42:10,327 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting c4c2b7e8f9f9464a85ee9d5c425729ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733449329669
2024-12-06T01:42:10,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742117_1293 (size=12301)
2024-12-06T01:42:10,338 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/e0d68beefdfb419daf3fe60f0abdf046
2024-12-06T01:42:10,342 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#C#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:10,343 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/68b56e02ff4d4964b49c2412a31072f9 is 50, key is test_row_0/C:col10/1733449329676/Put/seqid=0
2024-12-06T01:42:10,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/873bc267201c43a484cab954c90dd75c is 50, key is test_row_0/B:col10/1733449329826/Put/seqid=0
2024-12-06T01:42:10,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742118_1294 (size=12779)
2024-12-06T01:42:10,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742119_1295 (size=12301)
2024-12-06T01:42:10,377 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/68b56e02ff4d4964b49c2412a31072f9 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/68b56e02ff4d4964b49c2412a31072f9
2024-12-06T01:42:10,383 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/C of 0775dcc338271f37a7db36e5dd82153a into 68b56e02ff4d4964b49c2412a31072f9(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:10,384 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:10,384 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/C, priority=12, startTime=1733449330239; duration=0sec
2024-12-06T01:42:10,384 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:10,384 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:C
2024-12-06T01:42:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:10,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:10,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449390475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:10,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:10,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449390477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:10,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:10,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449390478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:10,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:10,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449390593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:10,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449390593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:10,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:10,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:10,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449390593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:10,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:10,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-12-06T01:42:10,703 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/482e552778314a50b036af8a893253d1 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/482e552778314a50b036af8a893253d1
2024-12-06T01:42:10,709 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/A of 0775dcc338271f37a7db36e5dd82153a into 482e552778314a50b036af8a893253d1(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:10,709 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:10,709 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/A, priority=12, startTime=1733449330239; duration=0sec
2024-12-06T01:42:10,709 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:10,709 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:A
2024-12-06T01:42:10,777 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/873bc267201c43a484cab954c90dd75c
2024-12-06T01:42:10,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/26bb2fe66db44f5b8e7bb6f3fd11d0f3 is 50, key is test_row_0/C:col10/1733449329826/Put/seqid=0
2024-12-06T01:42:10,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449390804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:10,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:10,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449390804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:10,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:10,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:10,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449390804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:10,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:10,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:10,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742120_1296 (size=12301)
2024-12-06T01:42:11,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449391125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:11,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:11,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449391126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:11,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:11,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:11,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449391126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:11,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:11,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:11,243 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/26bb2fe66db44f5b8e7bb6f3fd11d0f3
2024-12-06T01:42:11,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/e0d68beefdfb419daf3fe60f0abdf046 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/e0d68beefdfb419daf3fe60f0abdf046
2024-12-06T01:42:11,260 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/e0d68beefdfb419daf3fe60f0abdf046, entries=150, sequenceid=447, filesize=12.0 K
2024-12-06T01:42:11,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/873bc267201c43a484cab954c90dd75c as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/873bc267201c43a484cab954c90dd75c
2024-12-06T01:42:11,275 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/873bc267201c43a484cab954c90dd75c, entries=150, sequenceid=447, filesize=12.0 K
2024-12-06T01:42:11,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/26bb2fe66db44f5b8e7bb6f3fd11d0f3 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/26bb2fe66db44f5b8e7bb6f3fd11d0f3
2024-12-06T01:42:11,282 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/26bb2fe66db44f5b8e7bb6f3fd11d0f3, entries=150, sequenceid=447, filesize=12.0 K
2024-12-06T01:42:11,293 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 0775dcc338271f37a7db36e5dd82153a in 982ms, sequenceid=447, compaction requested=false
2024-12-06T01:42:11,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:11,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:11,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65
2024-12-06T01:42:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=65
2024-12-06T01:42:11,298 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64
2024-12-06T01:42:11,298 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7610 sec
2024-12-06T01:42:11,301 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.7690 sec
2024-12-06T01:42:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:11,635 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-06T01:42:11,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:11,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:11,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:11,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:11,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:11,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:11,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/7bb3dc490f38416285412668853a27d9 is 50, key is test_row_0/A:col10/1733449330476/Put/seqid=0
2024-12-06T01:42:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-12-06T01:42:11,683 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:11,684 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:42:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees
2024-12-06T01:42:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-06T01:42:11,686 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:42:11,687 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:42:11,687 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:42:11,688 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449331652, max timestamp=1733449331685Num uniques 859; 
2024-12-06T01:42:11,688 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:42:11,690 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449331652, max timestamp=1733449331685Num uniques 859; 
2024-12-06T01:42:11,690 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:42:11,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449331652, max timestamp=1733449331689Num uniques 859; 
2024-12-06T01:42:11,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:42:11,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742121_1297 (size=14741)
2024-12-06T01:42:11,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449391774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:11,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449391774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:11,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449391776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:11,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1733449391784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:11,791 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in 0775dcc338271f37a7db36e5dd82153a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8207 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:42:11,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-06T01:42:11,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733449391793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:11,800 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in 0775dcc338271f37a7db36e5dd82153a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:42:11,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:11,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-12-06T01:42:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:11,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:11,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449391892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:11,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:11,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449391892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:11,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449391892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:11,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-12-06T01:42:11,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:11,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:11,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:11,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:11,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-06T01:42:12,098 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/7bb3dc490f38416285412668853a27d9
2024-12-06T01:42:12,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449392103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:12,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:12,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449392103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449392103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:12,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/cbf77469d0344f7eb115449e4a3bef24 is 50, key is test_row_0/B:col10/1733449330476/Put/seqid=0
2024-12-06T01:42:12,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742122_1298 (size=12301)
2024-12-06T01:42:12,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-12-06T01:42:12,150 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/cbf77469d0344f7eb115449e4a3bef24
2024-12-06T01:42:12,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:12,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:12,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:12,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:12,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:12,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/56ed79a556964d7db2d81c297a9239b7 is 50, key is test_row_0/C:col10/1733449330476/Put/seqid=0
2024-12-06T01:42:12,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742123_1299 (size=12301)
2024-12-06T01:42:12,179 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/56ed79a556964d7db2d81c297a9239b7
2024-12-06T01:42:12,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/7bb3dc490f38416285412668853a27d9 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/7bb3dc490f38416285412668853a27d9
2024-12-06T01:42:12,196 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/7bb3dc490f38416285412668853a27d9, entries=200, sequenceid=460, filesize=14.4 K
2024-12-06T01:42:12,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/cbf77469d0344f7eb115449e4a3bef24 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/cbf77469d0344f7eb115449e4a3bef24
2024-12-06T01:42:12,208 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/cbf77469d0344f7eb115449e4a3bef24, entries=150, sequenceid=460, filesize=12.0 K
2024-12-06T01:42:12,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/56ed79a556964d7db2d81c297a9239b7 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/56ed79a556964d7db2d81c297a9239b7
2024-12-06T01:42:12,215 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/56ed79a556964d7db2d81c297a9239b7, entries=150, sequenceid=460, filesize=12.0 K
2024-12-06T01:42:12,216 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=129.71 KB/132820 for 0775dcc338271f37a7db36e5dd82153a in 580ms, sequenceid=460, compaction requested=true
2024-12-06T01:42:12,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:12,216 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:12,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:42:12,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:12,216 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:12,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:42:12,219 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39821 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:12,219 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/A is initiating minor compaction (all files)
2024-12-06T01:42:12,219 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/A in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:12,219 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/482e552778314a50b036af8a893253d1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/e0d68beefdfb419daf3fe60f0abdf046, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/7bb3dc490f38416285412668853a27d9] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=38.9 K
2024-12-06T01:42:12,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:12,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:42:12,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:12,220 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 482e552778314a50b036af8a893253d1, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733449329669
2024-12-06T01:42:12,220 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:12,220 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0d68beefdfb419daf3fe60f0abdf046, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1733449329804
2024-12-06T01:42:12,220 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/B is initiating minor compaction (all files)
2024-12-06T01:42:12,220 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/B in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:12,220 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/35a2eca6d37640e195f446cb3a8d2f8f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/873bc267201c43a484cab954c90dd75c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/cbf77469d0344f7eb115449e4a3bef24] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=36.5 K
2024-12-06T01:42:12,221 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 35a2eca6d37640e195f446cb3a8d2f8f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733449329669
2024-12-06T01:42:12,221 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bb3dc490f38416285412668853a27d9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733449330467
2024-12-06T01:42:12,221 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 873bc267201c43a484cab954c90dd75c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1733449329804
2024-12-06T01:42:12,226 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting cbf77469d0344f7eb115449e4a3bef24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733449330467
2024-12-06T01:42:12,263 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#B#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:12,263 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/f8b69795a22041469810abbfd066f872 is 50, key is test_row_0/B:col10/1733449330476/Put/seqid=0
2024-12-06T01:42:12,266 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#A#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:12,266 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/ae70652311cc45df86115edfad6558d5 is 50, key is test_row_0/A:col10/1733449330476/Put/seqid=0
2024-12-06T01:42:12,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742124_1300 (size=12881)
2024-12-06T01:42:12,290 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/f8b69795a22041469810abbfd066f872 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f8b69795a22041469810abbfd066f872
2024-12-06T01:42:12,297 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/B of 0775dcc338271f37a7db36e5dd82153a into f8b69795a22041469810abbfd066f872(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:12,297 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:12,297 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/B, priority=13, startTime=1733449332216; duration=0sec
2024-12-06T01:42:12,297 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:12,297 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:B
2024-12-06T01:42:12,297 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:12,298 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:12,298 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/C is initiating minor compaction (all files)
2024-12-06T01:42:12,299 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/C in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:12,299 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/68b56e02ff4d4964b49c2412a31072f9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/26bb2fe66db44f5b8e7bb6f3fd11d0f3, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/56ed79a556964d7db2d81c297a9239b7] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=36.5 K
2024-12-06T01:42:12,301 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 68b56e02ff4d4964b49c2412a31072f9, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733449329669
2024-12-06T01:42:12,301 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 26bb2fe66db44f5b8e7bb6f3fd11d0f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1733449329804
2024-12-06T01:42:12,302 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 56ed79a556964d7db2d81c297a9239b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733449330467
2024-12-06T01:42:12,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742125_1301 (size=12881)
2024-12-06T01:42:12,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-12-06T01:42:12,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:12,307 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=129.71 KB heapSize=370.14 KB
2024-12-06T01:42:12,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:12,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:12,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:12,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:12,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:12,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-06T01:42:12,313 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/ae70652311cc45df86115edfad6558d5 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ae70652311cc45df86115edfad6558d5
2024-12-06T01:42:12,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/00fb031b5c304f9fa92a3e1c26272871 is 50, key is test_row_0/A:col10/1733449331716/Put/seqid=0
2024-12-06T01:42:12,324 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/A of 0775dcc338271f37a7db36e5dd82153a into ae70652311cc45df86115edfad6558d5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:12,324 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:12,324 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/A, priority=13, startTime=1733449332216; duration=0sec
2024-12-06T01:42:12,324 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:12,324 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:A
2024-12-06T01:42:12,327 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#C#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:12,328 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/4d75798dfe1a47b28af6ce66316fe29d is 50, key is test_row_0/C:col10/1733449330476/Put/seqid=0
2024-12-06T01:42:12,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742126_1302 (size=12301)
2024-12-06T01:42:12,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742127_1303 (size=12881)
2024-12-06T01:42:12,377 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/4d75798dfe1a47b28af6ce66316fe29d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/4d75798dfe1a47b28af6ce66316fe29d
2024-12-06T01:42:12,393 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/C of 0775dcc338271f37a7db36e5dd82153a into 4d75798dfe1a47b28af6ce66316fe29d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:12,393 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:12,393 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/C, priority=13, startTime=1733449332219; duration=0sec
2024-12-06T01:42:12,393 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:12,393 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:C
2024-12-06T01:42:12,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:12,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:12,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449392448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449392450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:12,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:12,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:12,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449392459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:12,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:12,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449392562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:12,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:12,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449392563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:12,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:12,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449392572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:12,731 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/00fb031b5c304f9fa92a3e1c26272871
2024-12-06T01:42:12,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/f00f74e7078b4372896176618ef354f9 is 50, key is test_row_0/B:col10/1733449331716/Put/seqid=0
2024-12-06T01:42:12,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742128_1304 (size=12301)
2024-12-06T01:42:12,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449392772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:12,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:12,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449392772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:12,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:12,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:12,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449392782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:12,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:12,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-06T01:42:13,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449393082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:13,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449393082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:13,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:13,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:13,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:13,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:13,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:13,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:13,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449393092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:13,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:13,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:13,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:13,169 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/f00f74e7078b4372896176618ef354f9
2024-12-06T01:42:13,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/8cdff20023ed4902932cd297825498ca is 50, key is test_row_0/C:col10/1733449331716/Put/seqid=0
2024-12-06T01:42:13,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742129_1305 (size=12301)
2024-12-06T01:42:13,587 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/8cdff20023ed4902932cd297825498ca
2024-12-06T01:42:13,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/00fb031b5c304f9fa92a3e1c26272871 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/00fb031b5c304f9fa92a3e1c26272871
2024-12-06T01:42:13,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:13,597 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/00fb031b5c304f9fa92a3e1c26272871, entries=150, sequenceid=497, filesize=12.0 K
2024-12-06T01:42:13,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449393592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449393592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:13,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:13,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:13,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:13,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:13,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:13,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:13,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/f00f74e7078b4372896176618ef354f9 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f00f74e7078b4372896176618ef354f9
2024-12-06T01:42:13,605 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f00f74e7078b4372896176618ef354f9, entries=150, sequenceid=497, filesize=12.0 K
2024-12-06T01:42:13,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449393603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:13,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:13,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:13,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:13,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/8cdff20023ed4902932cd297825498ca as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/8cdff20023ed4902932cd297825498ca
2024-12-06T01:42:13,613 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/8cdff20023ed4902932cd297825498ca, entries=150, sequenceid=497, filesize=12.0 K
2024-12-06T01:42:13,614 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~129.71 KB/132820, heapSize ~370.09 KB/378976, currentSize=53.67 KB/54960 for 0775dcc338271f37a7db36e5dd82153a in 1307ms, sequenceid=497, compaction requested=false
2024-12-06T01:42:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67
2024-12-06T01:42:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=67
2024-12-06T01:42:13,619 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66
2024-12-06T01:42:13,619 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9300 sec
2024-12-06T01:42:13,621 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.9360 sec
2024-12-06T01:42:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-06T01:42:13,833 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:13,834 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:42:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees
2024-12-06T01:42:13,837 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:42:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-12-06T01:42:13,839 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:42:13,839 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:42:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-12-06T01:42:13,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-12-06T01:42:13,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:13,993 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-06T01:42:13,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:13,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:13,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:13,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:13,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:13,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:14,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/d5354f8c22a54e2c8d0af60a2452a1e5 is 50, key is test_row_0/A:col10/1733449332444/Put/seqid=0
2024-12-06T01:42:14,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742130_1306 (size=12301)
2024-12-06T01:42:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-12-06T01:42:14,425 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/d5354f8c22a54e2c8d0af60a2452a1e5
2024-12-06T01:42:14,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/f91d2f80035f4a698ada8ab62e7ec875 is 50, key is test_row_0/B:col10/1733449332444/Put/seqid=0
2024-12-06T01:42:14,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742131_1307 (size=12301)
2024-12-06T01:42:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-12-06T01:42:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:14,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:14,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449394644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:14,651 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449334623, max timestamp=1733449334648Num uniques 859; 
2024-12-06T01:42:14,651 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:42:14,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449334623, max timestamp=1733449334648Num uniques 859; 
2024-12-06T01:42:14,651 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449334623, max timestamp=1733449334648Num uniques 859; 
2024-12-06T01:42:14,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:42:14,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:42:14,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449394695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:14,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:14,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:14,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:14,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449394698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:14,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:14,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:14,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:14,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449394752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:14,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:14,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:14,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:14,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449394812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:14,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:14,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:14,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:14,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449394813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:14,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:14,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:14,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:14,841 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/f91d2f80035f4a698ada8ab62e7ec875
2024-12-06T01:42:14,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/8cf6c3cd6f7444418c4c0024b36abd35 is 50, key is test_row_0/C:col10/1733449332444/Put/seqid=0
2024-12-06T01:42:14,855 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742132_1308 (size=12301)
2024-12-06T01:42:14,856 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/8cf6c3cd6f7444418c4c0024b36abd35
2024-12-06T01:42:14,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/d5354f8c22a54e2c8d0af60a2452a1e5 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/d5354f8c22a54e2c8d0af60a2452a1e5
2024-12-06T01:42:14,865 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/d5354f8c22a54e2c8d0af60a2452a1e5, entries=150, sequenceid=510, filesize=12.0 K
2024-12-06T01:42:14,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/f91d2f80035f4a698ada8ab62e7ec875 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f91d2f80035f4a698ada8ab62e7ec875
2024-12-06T01:42:14,870 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f91d2f80035f4a698ada8ab62e7ec875, entries=150, sequenceid=510, filesize=12.0 K
2024-12-06T01:42:14,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/8cf6c3cd6f7444418c4c0024b36abd35 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/8cf6c3cd6f7444418c4c0024b36abd35
2024-12-06T01:42:14,879 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/8cf6c3cd6f7444418c4c0024b36abd35, entries=150, sequenceid=510, filesize=12.0 K
2024-12-06T01:42:14,880 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 0775dcc338271f37a7db36e5dd82153a in 887ms, sequenceid=510, compaction requested=true
2024-12-06T01:42:14,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:14,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:14,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69
2024-12-06T01:42:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=69
2024-12-06T01:42:14,886 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-12-06T01:42:14,886 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0450 sec
2024-12-06T01:42:14,889 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.0530 sec
2024-12-06T01:42:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:14,965 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-12-06T01:42:14,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:14,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:14,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:14,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:14,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:14,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:14,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/9c65ed73a06c42659fc2e57cca01002a is 50, key is test_row_0/A:col10/1733449334964/Put/seqid=0
2024-12-06T01:42:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-12-06T01:42:14,974 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:14,976 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:42:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees
2024-12-06T01:42:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-06T01:42:14,979 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:42:14,980 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:42:14,980 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:42:14,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742133_1309 (size=14741)
2024-12-06T01:42:14,983 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/9c65ed73a06c42659fc2e57cca01002a
2024-12-06T01:42:14,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/f7274f724e204f7a985cb83fcebbf8cb is 50, key is test_row_0/B:col10/1733449334964/Put/seqid=0
2024-12-06T01:42:15,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742134_1310 (size=12301)
2024-12-06T01:42:15,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449395016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:15,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449395022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449395022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-06T01:42:15,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-12-06T01:42:15,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:15,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:15,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:15,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:15,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:15,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449395132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:15,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:15,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-12-06T01:42:15,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:15,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:15,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:15,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:15,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-06T01:42:15,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449395332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:15,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449395333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:15,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449395342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:15,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:15,401 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/f7274f724e204f7a985cb83fcebbf8cb
2024-12-06T01:42:15,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/b9691faa2283402ea934189be6284b4a is 50, key is test_row_0/C:col10/1733449334964/Put/seqid=0
2024-12-06T01:42:15,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-12-06T01:42:15,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:15,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:15,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:15,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:15,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:15,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742135_1311 (size=12301)
2024-12-06T01:42:15,474 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/b9691faa2283402ea934189be6284b4a
2024-12-06T01:42:15,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/9c65ed73a06c42659fc2e57cca01002a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/9c65ed73a06c42659fc2e57cca01002a
2024-12-06T01:42:15,490 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/9c65ed73a06c42659fc2e57cca01002a, entries=200, sequenceid=546, filesize=14.4 K
2024-12-06T01:42:15,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/f7274f724e204f7a985cb83fcebbf8cb as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f7274f724e204f7a985cb83fcebbf8cb
2024-12-06T01:42:15,496 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f7274f724e204f7a985cb83fcebbf8cb, entries=150, sequenceid=546, filesize=12.0 K
2024-12-06T01:42:15,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/b9691faa2283402ea934189be6284b4a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b9691faa2283402ea934189be6284b4a
2024-12-06T01:42:15,503 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b9691faa2283402ea934189be6284b4a, entries=150, sequenceid=546, filesize=12.0 K
2024-12-06T01:42:15,508 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 0775dcc338271f37a7db36e5dd82153a in 543ms, sequenceid=546, compaction requested=true
2024-12-06T01:42:15,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:15,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:42:15,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:15,508 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:42:15,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:42:15,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:15,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:42:15,508 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:42:15,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:15,511 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:42:15,511 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52224 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:42:15,511 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/B is initiating minor compaction (all files)
2024-12-06T01:42:15,511 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/A is initiating minor compaction (all files)
2024-12-06T01:42:15,511 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/B in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:15,511 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/A in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:15,511 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f8b69795a22041469810abbfd066f872, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f00f74e7078b4372896176618ef354f9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f91d2f80035f4a698ada8ab62e7ec875, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f7274f724e204f7a985cb83fcebbf8cb] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=48.6 K
2024-12-06T01:42:15,511 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ae70652311cc45df86115edfad6558d5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/00fb031b5c304f9fa92a3e1c26272871, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/d5354f8c22a54e2c8d0af60a2452a1e5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/9c65ed73a06c42659fc2e57cca01002a] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=51 K
2024-12-06T01:42:15,511 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting f8b69795a22041469810abbfd066f872, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733449330467
2024-12-06T01:42:15,512 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae70652311cc45df86115edfad6558d5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733449330467
2024-12-06T01:42:15,512 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting f00f74e7078b4372896176618ef354f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1733449331716
2024-12-06T01:42:15,512 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00fb031b5c304f9fa92a3e1c26272871, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1733449331716
2024-12-06T01:42:15,512 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting f91d2f80035f4a698ada8ab62e7ec875, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733449332444
2024-12-06T01:42:15,513 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5354f8c22a54e2c8d0af60a2452a1e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733449332444
2024-12-06T01:42:15,513 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting f7274f724e204f7a985cb83fcebbf8cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1733449334655
2024-12-06T01:42:15,515 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c65ed73a06c42659fc2e57cca01002a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1733449334655
2024-12-06T01:42:15,541 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#B#compaction#263 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:15,542 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/caaa6f5f940548e6830feaaca62fd16d is 50, key is test_row_0/B:col10/1733449334964/Put/seqid=0
2024-12-06T01:42:15,543 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#A#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:15,544 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/dfa5bb92c5b34529a6e358c2f0cfd44d is 50, key is test_row_0/A:col10/1733449334964/Put/seqid=0
2024-12-06T01:42:15,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742137_1313 (size=13017)
2024-12-06T01:42:15,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742136_1312 (size=13017)
2024-12-06T01:42:15,570 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/dfa5bb92c5b34529a6e358c2f0cfd44d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/dfa5bb92c5b34529a6e358c2f0cfd44d
2024-12-06T01:42:15,572 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/caaa6f5f940548e6830feaaca62fd16d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/caaa6f5f940548e6830feaaca62fd16d
2024-12-06T01:42:15,580 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/B of 0775dcc338271f37a7db36e5dd82153a into caaa6f5f940548e6830feaaca62fd16d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:15,580 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:15,580 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/A of 0775dcc338271f37a7db36e5dd82153a into dfa5bb92c5b34529a6e358c2f0cfd44d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:15,580 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/B, priority=12, startTime=1733449335508; duration=0sec
2024-12-06T01:42:15,580 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:15,580 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/A, priority=12, startTime=1733449335508; duration=0sec
2024-12-06T01:42:15,580 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:15,580 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:B
2024-12-06T01:42:15,580 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:15,580 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:A
2024-12-06T01:42:15,580 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:42:15,582 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:42:15,582 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/C is initiating minor compaction (all files)
2024-12-06T01:42:15,582 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/C in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:15,582 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/4d75798dfe1a47b28af6ce66316fe29d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/8cdff20023ed4902932cd297825498ca, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/8cf6c3cd6f7444418c4c0024b36abd35, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b9691faa2283402ea934189be6284b4a] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=48.6 K
2024-12-06T01:42:15,582 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d75798dfe1a47b28af6ce66316fe29d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733449330467
2024-12-06T01:42:15,583 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cdff20023ed4902932cd297825498ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1733449331716
2024-12-06T01:42:15,584 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cf6c3cd6f7444418c4c0024b36abd35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733449332444
2024-12-06T01:42:15,584 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting b9691faa2283402ea934189be6284b4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1733449334655
2024-12-06T01:42:15,593 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#C#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:15,594 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/e0ee81dbe4004fed9554424988d0dd93 is 50, key is test_row_0/C:col10/1733449334964/Put/seqid=0
2024-12-06T01:42:15,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-12-06T01:42:15,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:15,597 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-06T01:42:15,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:15,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:15,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:15,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:15,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:15,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-06T01:42:15,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/400accec1d5b4a59a1a447a987f4bb04 is 50, key is test_row_0/A:col10/1733449334998/Put/seqid=0
2024-12-06T01:42:15,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742138_1314 (size=13017)
2024-12-06T01:42:15,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742139_1315 (size=9857)
2024-12-06T01:42:15,616 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/400accec1d5b4a59a1a447a987f4bb04
2024-12-06T01:42:15,624 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/e0ee81dbe4004fed9554424988d0dd93 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/e0ee81dbe4004fed9554424988d0dd93
2024-12-06T01:42:15,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/3f5060b90af04cddb4175e75a36bd70a is 50, key is test_row_0/B:col10/1733449334998/Put/seqid=0
2024-12-06T01:42:15,634 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/C of 0775dcc338271f37a7db36e5dd82153a into e0ee81dbe4004fed9554424988d0dd93(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:15,634 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:15,634 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/C, priority=12, startTime=1733449335508; duration=0sec
2024-12-06T01:42:15,634 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:15,634 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:C
2024-12-06T01:42:15,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742140_1316 (size=9857)
2024-12-06T01:42:15,638 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/3f5060b90af04cddb4175e75a36bd70a
2024-12-06T01:42:15,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/411fa007e5ce45d9a3aa7b2337fce57f is 50, key is test_row_0/C:col10/1733449334998/Put/seqid=0
2024-12-06T01:42:15,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742141_1317 (size=9857)
2024-12-06T01:42:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:15,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:15,744 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449335682, max timestamp=1733449335739Num uniques 859; 
2024-12-06T01:42:15,744 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449335682, max timestamp=1733449335739Num uniques 859; 
2024-12-06T01:42:15,744 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449335682, max timestamp=1733449335739Num uniques 859; 
2024-12-06T01:42:15,744 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:42:15,744 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:42:15,744 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:42:15,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449395843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:15,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:15,850 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449395846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:15,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:15,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449395847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:15,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:15,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449395953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:15,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449395962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:15,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449395962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:16,057 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/411fa007e5ce45d9a3aa7b2337fce57f
2024-12-06T01:42:16,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/400accec1d5b4a59a1a447a987f4bb04 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/400accec1d5b4a59a1a447a987f4bb04
2024-12-06T01:42:16,068 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/400accec1d5b4a59a1a447a987f4bb04, entries=100, sequenceid=558, filesize=9.6 K
2024-12-06T01:42:16,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/3f5060b90af04cddb4175e75a36bd70a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/3f5060b90af04cddb4175e75a36bd70a
2024-12-06T01:42:16,075 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/3f5060b90af04cddb4175e75a36bd70a, entries=100, sequenceid=558, filesize=9.6 K
2024-12-06T01:42:16,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/411fa007e5ce45d9a3aa7b2337fce57f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/411fa007e5ce45d9a3aa7b2337fce57f
2024-12-06T01:42:16,083 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/411fa007e5ce45d9a3aa7b2337fce57f, entries=100, sequenceid=558, filesize=9.6 K
2024-12-06T01:42:16,084 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0775dcc338271f37a7db36e5dd82153a in 488ms, sequenceid=558, compaction requested=false
2024-12-06T01:42:16,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:16,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:16,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71
2024-12-06T01:42:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=71
2024-12-06T01:42:16,100 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-12-06T01:42:16,100 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1180 sec
2024-12-06T01:42:16,103 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.1260 sec
2024-12-06T01:42:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-06T01:42:16,113 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:16,113 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:42:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees
2024-12-06T01:42:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-12-06T01:42:16,115 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:42:16,116 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:42:16,116 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:42:16,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733449335825, max timestamp=1733449336165Num uniques 1018; 
2024-12-06T01:42:16,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-12-06T01:42:16,174 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733449335825, max timestamp=1733449336165Num uniques 1018; 
2024-12-06T01:42:16,174 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-12-06T01:42:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:16,175 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=64.85 KB heapSize=178.80 KB
2024-12-06T01:42:16,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:16,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:16,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:16,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:16,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:16,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:42:16,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/c7204422218140bfacfb6117c5ea4df8 is 50, key is test_row_0/A:col10/1733449335844/Put/seqid=0
2024-12-06T01:42:16,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742142_1318 (size=12301)
2024-12-06T01:42:16,200 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/c7204422218140bfacfb6117c5ea4df8
2024-12-06T01:42:16,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/b5a19bb0d3f84059bbdf332e3f8c5564 is 50, key is test_row_0/B:col10/1733449335844/Put/seqid=0
2024-12-06T01:42:16,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449396215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:16,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742143_1319 (size=12301)
2024-12-06T01:42:16,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:16,220 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/b5a19bb0d3f84059bbdf332e3f8c5564
2024-12-06T01:42:16,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-12-06T01:42:16,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449396217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:16,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449396225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:16,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:16,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/d65db6b384e2450a867eecf15db71e62 is 50, key is test_row_0/C:col10/1733449335844/Put/seqid=0
2024-12-06T01:42:16,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742144_1320 (size=12301)
2024-12-06T01:42:16,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-12-06T01:42:16,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:16,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:16,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:16,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:16,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:16,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449396322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:16,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:16,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:16,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449396333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449396333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:16,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:16,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-12-06T01:42:16,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:16,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:16,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:16,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:16,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-12-06T01:42:16,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449396532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:16,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:16,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449396544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:16,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:16,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449396544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:16,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:16,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-12-06T01:42:16,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:16,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:16,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:16,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:16,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:16,659 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/d65db6b384e2450a867eecf15db71e62
2024-12-06T01:42:16,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/c7204422218140bfacfb6117c5ea4df8 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/c7204422218140bfacfb6117c5ea4df8
2024-12-06T01:42:16,670 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/c7204422218140bfacfb6117c5ea4df8, entries=150, sequenceid=597, filesize=12.0 K
2024-12-06T01:42:16,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/b5a19bb0d3f84059bbdf332e3f8c5564 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/b5a19bb0d3f84059bbdf332e3f8c5564
2024-12-06T01:42:16,686 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/b5a19bb0d3f84059bbdf332e3f8c5564, entries=150, sequenceid=597, filesize=12.0 K
2024-12-06T01:42:16,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/d65db6b384e2450a867eecf15db71e62 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/d65db6b384e2450a867eecf15db71e62
2024-12-06T01:42:16,690 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/d65db6b384e2450a867eecf15db71e62, entries=150, sequenceid=597, filesize=12.0 K
2024-12-06T01:42:16,691 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~178.75 KB/183040, currentSize=114.05 KB/116790 for 0775dcc338271f37a7db36e5dd82153a in 516ms, sequenceid=597, compaction requested=true
2024-12-06T01:42:16,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:16,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:42:16,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:16,691 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:16,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:42:16,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:16,692 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:16,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:42:16,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:16,693 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:16,693 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/A is initiating minor compaction (all files)
2024-12-06T01:42:16,693 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/A in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:16,693 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/dfa5bb92c5b34529a6e358c2f0cfd44d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/400accec1d5b4a59a1a447a987f4bb04, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/c7204422218140bfacfb6117c5ea4df8] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=34.4 K
2024-12-06T01:42:16,693 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:16,693 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/B is initiating minor compaction (all files)
2024-12-06T01:42:16,694 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/B in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:16,694 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/caaa6f5f940548e6830feaaca62fd16d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/3f5060b90af04cddb4175e75a36bd70a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/b5a19bb0d3f84059bbdf332e3f8c5564] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=34.4 K
2024-12-06T01:42:16,694 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfa5bb92c5b34529a6e358c2f0cfd44d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1733449334655
2024-12-06T01:42:16,694 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting caaa6f5f940548e6830feaaca62fd16d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1733449334655
2024-12-06T01:42:16,694 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 400accec1d5b4a59a1a447a987f4bb04, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733449334998
2024-12-06T01:42:16,695 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f5060b90af04cddb4175e75a36bd70a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733449334998
2024-12-06T01:42:16,695 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7204422218140bfacfb6117c5ea4df8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=597, earliestPutTs=1733449335825
2024-12-06T01:42:16,695 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting b5a19bb0d3f84059bbdf332e3f8c5564, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=597, earliestPutTs=1733449335825
2024-12-06T01:42:16,706 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#A#compaction#272 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:16,707 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/e11b078e04974d6ba1ec4b83effb317b is 50, key is test_row_0/A:col10/1733449335844/Put/seqid=0
2024-12-06T01:42:16,708 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#B#compaction#273 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:16,708 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/98b42e0d681b4872b9e84ba784f8578a is 50, key is test_row_0/B:col10/1733449335844/Put/seqid=0
2024-12-06T01:42:16,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-12-06T01:42:16,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:16,733 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-06T01:42:16,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:16,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:16,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:16,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:16,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:16,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-12-06T01:42:16,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742145_1321 (size=13119)
2024-12-06T01:42:16,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742146_1322 (size=13119)
2024-12-06T01:42:16,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/cfebe59ecb6b4a249f6faeac07466194 is 50, key is test_row_0/A:col10/1733449336214/Put/seqid=0
2024-12-06T01:42:16,770 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/e11b078e04974d6ba1ec4b83effb317b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/e11b078e04974d6ba1ec4b83effb317b
2024-12-06T01:42:16,777 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/A of 0775dcc338271f37a7db36e5dd82153a into e11b078e04974d6ba1ec4b83effb317b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:16,777 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:16,777 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/A, priority=13, startTime=1733449336691; duration=0sec
2024-12-06T01:42:16,777 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:16,777 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:A
2024-12-06T01:42:16,777 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:16,779 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:16,779 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/C is initiating minor compaction (all files)
2024-12-06T01:42:16,779 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/C in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:16,779 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/e0ee81dbe4004fed9554424988d0dd93, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/411fa007e5ce45d9a3aa7b2337fce57f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/d65db6b384e2450a867eecf15db71e62] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=34.4 K
2024-12-06T01:42:16,780 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0ee81dbe4004fed9554424988d0dd93, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1733449334655
2024-12-06T01:42:16,780 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 411fa007e5ce45d9a3aa7b2337fce57f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733449334998
2024-12-06T01:42:16,781 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting d65db6b384e2450a867eecf15db71e62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=597, earliestPutTs=1733449335825
2024-12-06T01:42:16,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742147_1323 (size=12301)
2024-12-06T01:42:16,793 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=617 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/cfebe59ecb6b4a249f6faeac07466194
2024-12-06T01:42:16,804 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#C#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:16,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/8d622e31338848009f795af2fb36b1c4 is 50, key is test_row_0/B:col10/1733449336214/Put/seqid=0
2024-12-06T01:42:16,805 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/a7792ef06eae433ea688ad43be4fb89f is 50, key is test_row_0/C:col10/1733449335844/Put/seqid=0
2024-12-06T01:42:16,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742148_1324 (size=12301)
2024-12-06T01:42:16,821 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=617 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/8d622e31338848009f795af2fb36b1c4
2024-12-06T01:42:16,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742149_1325 (size=13119)
2024-12-06T01:42:16,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/c679211bdf8545d0b265fb86f6a1c58e is 50, key is test_row_0/C:col10/1733449336214/Put/seqid=0
2024-12-06T01:42:16,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:16,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742150_1326 (size=12301)
2024-12-06T01:42:16,863 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=617 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/c679211bdf8545d0b265fb86f6a1c58e
2024-12-06T01:42:16,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/cfebe59ecb6b4a249f6faeac07466194 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/cfebe59ecb6b4a249f6faeac07466194
2024-12-06T01:42:16,874 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/cfebe59ecb6b4a249f6faeac07466194, entries=150, sequenceid=617, filesize=12.0 K
2024-12-06T01:42:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/8d622e31338848009f795af2fb36b1c4 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/8d622e31338848009f795af2fb36b1c4
2024-12-06T01:42:16,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449396877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:16,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449396878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:16,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:16,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:16,889 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/8d622e31338848009f795af2fb36b1c4, entries=150, sequenceid=617, filesize=12.0 K
2024-12-06T01:42:16,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/c679211bdf8545d0b265fb86f6a1c58e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/c679211bdf8545d0b265fb86f6a1c58e
2024-12-06T01:42:16,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449396888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:16,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:16,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:16,902 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/c679211bdf8545d0b265fb86f6a1c58e, entries=150, sequenceid=617, filesize=12.0 K
2024-12-06T01:42:16,903 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 0775dcc338271f37a7db36e5dd82153a in 170ms, sequenceid=617, compaction requested=false
2024-12-06T01:42:16,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:16,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:16,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73
2024-12-06T01:42:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=73
2024-12-06T01:42:16,911 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72
2024-12-06T01:42:16,911 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 790 msec
2024-12-06T01:42:16,914 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 799 msec
2024-12-06T01:42:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:16,995 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-06T01:42:16,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:16,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:16,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:16,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:16,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:16,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:17,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/9045de40452647ceb0cbe196a312b9d5 is 50, key is test_row_0/A:col10/1733449336995/Put/seqid=0
2024-12-06T01:42:17,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742151_1327 (size=14741)
2024-12-06T01:42:17,016 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/9045de40452647ceb0cbe196a312b9d5
2024-12-06T01:42:17,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/f1f89cd34b2842a2a00d1d09c53eb792 is 50, key is test_row_0/B:col10/1733449336995/Put/seqid=0
2024-12-06T01:42:17,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742152_1328 (size=12301)
2024-12-06T01:42:17,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449397047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:17,053 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:17,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449397047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:17,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:17,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449397051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:17,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:17,158 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/98b42e0d681b4872b9e84ba784f8578a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/98b42e0d681b4872b9e84ba784f8578a
2024-12-06T01:42:17,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449397162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:17,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:17,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,168 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/B of 0775dcc338271f37a7db36e5dd82153a into 98b42e0d681b4872b9e84ba784f8578a(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449397163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:17,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:17,168 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:17,168 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/B, priority=13, startTime=1733449336691; duration=0sec
2024-12-06T01:42:17,168 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:17,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,168 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:B
2024-12-06T01:42:17,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:17,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449397163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:17,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:17,233 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/a7792ef06eae433ea688ad43be4fb89f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/a7792ef06eae433ea688ad43be4fb89f
2024-12-06T01:42:17,239 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/C of 0775dcc338271f37a7db36e5dd82153a into a7792ef06eae433ea688ad43be4fb89f(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:17,239 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:17,239 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/C, priority=13, startTime=1733449336692; duration=0sec
2024-12-06T01:42:17,239 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:17,239 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:C
2024-12-06T01:42:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-12-06T01:42:17,253 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:17,253 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:42:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees
2024-12-06T01:42:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-12-06T01:42:17,255 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:42:17,256 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:42:17,256 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:42:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-12-06T01:42:17,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449397372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449397372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:17,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:17,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449397372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:17,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:17,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-12-06T01:42:17,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:17,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:17,436 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/f1f89cd34b2842a2a00d1d09c53eb792
2024-12-06T01:42:17,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/859ca58dd0e64584a139318f0d0f4396 is 50, key is test_row_0/C:col10/1733449336995/Put/seqid=0
2024-12-06T01:42:17,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742153_1329 (size=12301)
2024-12-06T01:42:17,455 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/859ca58dd0e64584a139318f0d0f4396
2024-12-06T01:42:17,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/9045de40452647ceb0cbe196a312b9d5 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/9045de40452647ceb0cbe196a312b9d5
2024-12-06T01:42:17,464 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/9045de40452647ceb0cbe196a312b9d5, entries=200, sequenceid=632, filesize=14.4 K
2024-12-06T01:42:17,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/f1f89cd34b2842a2a00d1d09c53eb792 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f1f89cd34b2842a2a00d1d09c53eb792
2024-12-06T01:42:17,469 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f1f89cd34b2842a2a00d1d09c53eb792, entries=150, sequenceid=632, filesize=12.0 K
2024-12-06T01:42:17,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/859ca58dd0e64584a139318f0d0f4396 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/859ca58dd0e64584a139318f0d0f4396
2024-12-06T01:42:17,476 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/859ca58dd0e64584a139318f0d0f4396, entries=150, sequenceid=632, filesize=12.0 K
2024-12-06T01:42:17,477 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 0775dcc338271f37a7db36e5dd82153a in 482ms, sequenceid=632, compaction requested=true
2024-12-06T01:42:17,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:17,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:42:17,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:17,478 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:17,478 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:17,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:42:17,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:17,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:42:17,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:17,478 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:17,478 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/A is initiating minor compaction (all files)
2024-12-06T01:42:17,479 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/A in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:17,479 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:17,479 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/B is initiating minor compaction (all files)
2024-12-06T01:42:17,479 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/e11b078e04974d6ba1ec4b83effb317b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/cfebe59ecb6b4a249f6faeac07466194, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/9045de40452647ceb0cbe196a312b9d5] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=39.2 K
2024-12-06T01:42:17,479 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/B in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:17,479 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/98b42e0d681b4872b9e84ba784f8578a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/8d622e31338848009f795af2fb36b1c4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f1f89cd34b2842a2a00d1d09c53eb792] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=36.8 K
2024-12-06T01:42:17,479 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting e11b078e04974d6ba1ec4b83effb317b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=597, earliestPutTs=1733449335825
2024-12-06T01:42:17,479 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 98b42e0d681b4872b9e84ba784f8578a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=597, earliestPutTs=1733449335825
2024-12-06T01:42:17,480 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d622e31338848009f795af2fb36b1c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=617, earliestPutTs=1733449336212
2024-12-06T01:42:17,480 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfebe59ecb6b4a249f6faeac07466194, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=617, earliestPutTs=1733449336212
2024-12-06T01:42:17,480 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting f1f89cd34b2842a2a00d1d09c53eb792, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=632, earliestPutTs=1733449336858
2024-12-06T01:42:17,480 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9045de40452647ceb0cbe196a312b9d5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=632, earliestPutTs=1733449336858
2024-12-06T01:42:17,491 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#B#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:17,492 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/5d63b1366dbc4beeb5caedaf52e28fc3 is 50, key is test_row_0/B:col10/1733449336995/Put/seqid=0
2024-12-06T01:42:17,494 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#A#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:17,496 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/ba9b1f17983c4e558fea70b2c9dc4359 is 50, key is test_row_0/A:col10/1733449336995/Put/seqid=0
2024-12-06T01:42:17,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742154_1330 (size=13221)
2024-12-06T01:42:17,540 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/5d63b1366dbc4beeb5caedaf52e28fc3 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/5d63b1366dbc4beeb5caedaf52e28fc3
2024-12-06T01:42:17,553 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/B of 0775dcc338271f37a7db36e5dd82153a into 5d63b1366dbc4beeb5caedaf52e28fc3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:17,553 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:17,553 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/B, priority=13, startTime=1733449337478; duration=0sec
2024-12-06T01:42:17,553 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:17,553 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:B
2024-12-06T01:42:17,553 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:17,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742155_1331 (size=13221)
2024-12-06T01:42:17,557 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:17,557 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/C is initiating minor compaction (all files)
2024-12-06T01:42:17,557 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/C in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:17,557 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/a7792ef06eae433ea688ad43be4fb89f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/c679211bdf8545d0b265fb86f6a1c58e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/859ca58dd0e64584a139318f0d0f4396] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=36.8 K
2024-12-06T01:42:17,558 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting a7792ef06eae433ea688ad43be4fb89f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=597, earliestPutTs=1733449335825
2024-12-06T01:42:17,558 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting c679211bdf8545d0b265fb86f6a1c58e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=617, earliestPutTs=1733449336212
2024-12-06T01:42:17,558 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 859ca58dd0e64584a139318f0d0f4396, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=632, earliestPutTs=1733449336858
2024-12-06T01:42:17,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-12-06T01:42:17,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:17,561 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-12-06T01:42:17,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:17,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:17,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:17,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:17,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:17,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:17,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/a871f75c6a0b4bfb85dc52eb8eb41cbb is 50, key is test_row_0/A:col10/1733449337030/Put/seqid=0
2024-12-06T01:42:17,569 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/ba9b1f17983c4e558fea70b2c9dc4359 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ba9b1f17983c4e558fea70b2c9dc4359
2024-12-06T01:42:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-12-06T01:42:17,573 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#C#compaction#284 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:17,574 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/a2bc28b177e145c8b4a00abcadba5efb is 50, key is test_row_0/C:col10/1733449336995/Put/seqid=0
2024-12-06T01:42:17,580 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/A of 0775dcc338271f37a7db36e5dd82153a into ba9b1f17983c4e558fea70b2c9dc4359(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:17,580 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:17,580 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/A, priority=13, startTime=1733449337477; duration=0sec
2024-12-06T01:42:17,580 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:17,580 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:A
2024-12-06T01:42:17,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742156_1332 (size=12301)
2024-12-06T01:42:17,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742157_1333 (size=13221)
2024-12-06T01:42:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:17,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:17,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449397699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:17,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:17,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449397701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449397701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:17,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449397812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:17,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:17,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449397812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:17,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:17,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449397812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:17,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:17,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:17,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-12-06T01:42:17,994 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=653 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/a871f75c6a0b4bfb85dc52eb8eb41cbb
2024-12-06T01:42:18,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/b245f4bd949343698dde6337ff8b39d4 is 50, key is test_row_0/B:col10/1733449337030/Put/seqid=0
2024-12-06T01:42:18,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742158_1334 (size=12301)
2024-12-06T01:42:18,008 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=653 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/b245f4bd949343698dde6337ff8b39d4
2024-12-06T01:42:18,013 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/a2bc28b177e145c8b4a00abcadba5efb as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/a2bc28b177e145c8b4a00abcadba5efb
2024-12-06T01:42:18,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/2839ff5750174c1db51efd686050b68b is 50, key is test_row_0/C:col10/1733449337030/Put/seqid=0
2024-12-06T01:42:18,025 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/C of 0775dcc338271f37a7db36e5dd82153a into a2bc28b177e145c8b4a00abcadba5efb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:18,025 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:18,025 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/C, priority=13, startTime=1733449337478; duration=0sec
2024-12-06T01:42:18,025 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:18,025 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:C
2024-12-06T01:42:18,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449398024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:18,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:18,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449398025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:18,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:18,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449398025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:18,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:18,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742159_1335 (size=12301)
2024-12-06T01:42:18,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449398332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:18,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:18,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449398332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:18,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449398333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:18,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:18,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-12-06T01:42:18,447 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=653 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/2839ff5750174c1db51efd686050b68b
2024-12-06T01:42:18,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/a871f75c6a0b4bfb85dc52eb8eb41cbb as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/a871f75c6a0b4bfb85dc52eb8eb41cbb
2024-12-06T01:42:18,456 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/a871f75c6a0b4bfb85dc52eb8eb41cbb, entries=150, sequenceid=653, filesize=12.0 K
2024-12-06T01:42:18,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/b245f4bd949343698dde6337ff8b39d4 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/b245f4bd949343698dde6337ff8b39d4
2024-12-06T01:42:18,466 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/b245f4bd949343698dde6337ff8b39d4, entries=150, sequenceid=653, filesize=12.0 K
2024-12-06T01:42:18,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/2839ff5750174c1db51efd686050b68b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/2839ff5750174c1db51efd686050b68b
2024-12-06T01:42:18,474 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/2839ff5750174c1db51efd686050b68b, entries=150, sequenceid=653, filesize=12.0 K
2024-12-06T01:42:18,475 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 0775dcc338271f37a7db36e5dd82153a in 914ms, sequenceid=653, compaction requested=false
2024-12-06T01:42:18,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:18,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:18,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75
2024-12-06T01:42:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=75
2024-12-06T01:42:18,480 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74
2024-12-06T01:42:18,480 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2220 sec
2024-12-06T01:42:18,483 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.2280 sec
2024-12-06T01:42:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:18,845 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-12-06T01:42:18,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:18,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:18,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:18,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:18,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:18,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:18,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/1fbfdf375fa04636a1335c5a04287519 is 50, key is test_row_0/A:col10/1733449338845/Put/seqid=0
2024-12-06T01:42:18,855 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742160_1336 (size=12301)
2024-12-06T01:42:18,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449398876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:18,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449398878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:18,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:18,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449398878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:18,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:18,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:18,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:18,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449398993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:18,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:18,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449398993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:18,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:18,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449398993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:18,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:18,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:18,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:19,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449399202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:19,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:19,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449399203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:19,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:19,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:19,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449399203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:19,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:19,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:19,256 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=672 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/1fbfdf375fa04636a1335c5a04287519
2024-12-06T01:42:19,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/e0ad5b8125ad4eba9b8f31f07f5eba1f is 50, key is test_row_0/B:col10/1733449338845/Put/seqid=0
2024-12-06T01:42:19,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742161_1337 (size=12301)
2024-12-06T01:42:19,276 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=672 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/e0ad5b8125ad4eba9b8f31f07f5eba1f
2024-12-06T01:42:19,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/40350cb09cfd48a094f89a00c32bb4f3 is 50, key is test_row_0/C:col10/1733449338845/Put/seqid=0
2024-12-06T01:42:19,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742162_1338 (size=12301)
2024-12-06T01:42:19,288 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=672 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/40350cb09cfd48a094f89a00c32bb4f3
2024-12-06T01:42:19,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/1fbfdf375fa04636a1335c5a04287519 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/1fbfdf375fa04636a1335c5a04287519
2024-12-06T01:42:19,296 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/1fbfdf375fa04636a1335c5a04287519, entries=150, sequenceid=672, filesize=12.0 K
2024-12-06T01:42:19,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/e0ad5b8125ad4eba9b8f31f07f5eba1f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e0ad5b8125ad4eba9b8f31f07f5eba1f
2024-12-06T01:42:19,304 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e0ad5b8125ad4eba9b8f31f07f5eba1f, entries=150, sequenceid=672, filesize=12.0 K
2024-12-06T01:42:19,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/40350cb09cfd48a094f89a00c32bb4f3 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/40350cb09cfd48a094f89a00c32bb4f3
2024-12-06T01:42:19,310 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/40350cb09cfd48a094f89a00c32bb4f3, entries=150, sequenceid=672, filesize=12.0 K
2024-12-06T01:42:19,312 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=93.93 KB/96180 for 0775dcc338271f37a7db36e5dd82153a in 467ms, sequenceid=672, compaction requested=true
2024-12-06T01:42:19,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:19,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:42:19,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:19,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:42:19,312 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:19,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:19,312 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:19,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:42:19,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:19,313 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:19,313 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/A is initiating minor compaction (all files)
2024-12-06T01:42:19,313 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/A in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:19,313 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ba9b1f17983c4e558fea70b2c9dc4359, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/a871f75c6a0b4bfb85dc52eb8eb41cbb, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/1fbfdf375fa04636a1335c5a04287519] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=36.9 K
2024-12-06T01:42:19,314 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:19,314 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/B is initiating minor compaction (all files)
2024-12-06T01:42:19,314 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/B in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:19,314 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/5d63b1366dbc4beeb5caedaf52e28fc3, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/b245f4bd949343698dde6337ff8b39d4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e0ad5b8125ad4eba9b8f31f07f5eba1f] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=36.9 K
2024-12-06T01:42:19,314 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba9b1f17983c4e558fea70b2c9dc4359, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=632, earliestPutTs=1733449336858
2024-12-06T01:42:19,314 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d63b1366dbc4beeb5caedaf52e28fc3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=632, earliestPutTs=1733449336858
2024-12-06T01:42:19,314 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting a871f75c6a0b4bfb85dc52eb8eb41cbb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=653, earliestPutTs=1733449337030
2024-12-06T01:42:19,315 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting b245f4bd949343698dde6337ff8b39d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=653, earliestPutTs=1733449337030
2024-12-06T01:42:19,315 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fbfdf375fa04636a1335c5a04287519, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=672, earliestPutTs=1733449337693
2024-12-06T01:42:19,315 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting e0ad5b8125ad4eba9b8f31f07f5eba1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=672, earliestPutTs=1733449337693
2024-12-06T01:42:19,323 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#A#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:19,324 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/1cf3a9d863b94fe09bd42a0249ec7237 is 50, key is test_row_0/A:col10/1733449338845/Put/seqid=0
2024-12-06T01:42:19,329 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#B#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:19,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742163_1339 (size=13323)
2024-12-06T01:42:19,334 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/87726017ccf441a0b8d3881f6b98412d is 50, key is test_row_0/B:col10/1733449338845/Put/seqid=0
2024-12-06T01:42:19,340 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/1cf3a9d863b94fe09bd42a0249ec7237 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/1cf3a9d863b94fe09bd42a0249ec7237
2024-12-06T01:42:19,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742164_1340 (size=13323)
2024-12-06T01:42:19,349 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/A of 0775dcc338271f37a7db36e5dd82153a into 1cf3a9d863b94fe09bd42a0249ec7237(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:19,349 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:19,349 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/A, priority=13, startTime=1733449339312; duration=0sec
2024-12-06T01:42:19,349 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:19,349 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:A
2024-12-06T01:42:19,349 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:19,350 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:19,351 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/C is initiating minor compaction (all files)
2024-12-06T01:42:19,351 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/C in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:19,351 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/a2bc28b177e145c8b4a00abcadba5efb, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/2839ff5750174c1db51efd686050b68b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/40350cb09cfd48a094f89a00c32bb4f3] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=36.9 K
2024-12-06T01:42:19,351 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2bc28b177e145c8b4a00abcadba5efb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=632, earliestPutTs=1733449336858
2024-12-06T01:42:19,353 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2839ff5750174c1db51efd686050b68b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=653, earliestPutTs=1733449337030
2024-12-06T01:42:19,353 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40350cb09cfd48a094f89a00c32bb4f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=672, earliestPutTs=1733449337693
2024-12-06T01:42:19,355 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/87726017ccf441a0b8d3881f6b98412d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/87726017ccf441a0b8d3881f6b98412d
2024-12-06T01:42:19,363 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/B of 0775dcc338271f37a7db36e5dd82153a into 87726017ccf441a0b8d3881f6b98412d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:19,363 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:19,363 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/B, priority=13, startTime=1733449339312; duration=0sec
2024-12-06T01:42:19,363 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:19,363 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:B
2024-12-06T01:42:19,366 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#C#compaction#292 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:19,368 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/39234434056440feaa8e30a8ea3264d8 is 50, key is test_row_0/C:col10/1733449338845/Put/seqid=0
2024-12-06T01:42:19,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742165_1341 (size=13323)
2024-12-06T01:42:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-12-06T01:42:19,403 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:19,404 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:42:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees
2024-12-06T01:42:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-06T01:42:19,407 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:42:19,408 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:42:19,408 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:42:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-06T01:42:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:19,516 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-12-06T01:42:19,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:19,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:19,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:19,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:19,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:19,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:19,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/462d7ad28a1848d49f4b172e06946ddd is 50, key is test_row_0/A:col10/1733449338875/Put/seqid=0
2024-12-06T01:42:19,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742166_1342 (size=12301)
2024-12-06T01:42:19,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449399534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:19,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:19,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449399536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:19,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:19,542 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449399538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:19,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-12-06T01:42:19,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:19,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:19,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:19,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:19,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:19,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449399643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:19,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:19,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449399643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:19,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:19,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:19,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449399652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:19,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:19,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-12-06T01:42:19,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:19,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:19,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:19,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:19,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-06T01:42:19,796 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/39234434056440feaa8e30a8ea3264d8 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/39234434056440feaa8e30a8ea3264d8
2024-12-06T01:42:19,801 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/C of 0775dcc338271f37a7db36e5dd82153a into 39234434056440feaa8e30a8ea3264d8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:19,801 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:19,801 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/C, priority=13, startTime=1733449339312; duration=0sec
2024-12-06T01:42:19,801 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:19,801 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:C
2024-12-06T01:42:19,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449399853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:19,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:19,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449399853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:19,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:19,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:19,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449399862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:19,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-12-06T01:42:19,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:19,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:19,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:19,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:19,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:19,931 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=694 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/462d7ad28a1848d49f4b172e06946ddd
2024-12-06T01:42:19,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/9a8a8627be04485d939ebe93263f7fc1 is 50, key is test_row_0/B:col10/1733449338875/Put/seqid=0
2024-12-06T01:42:19,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742167_1343 (size=12301)
2024-12-06T01:42:19,944 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=694 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/9a8a8627be04485d939ebe93263f7fc1
2024-12-06T01:42:19,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/7cbfd9706f5f49d781aef1ec5249c524 is 50, key is test_row_0/C:col10/1733449338875/Put/seqid=0
2024-12-06T01:42:19,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742168_1344 (size=12301)
2024-12-06T01:42:19,958 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=694 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/7cbfd9706f5f49d781aef1ec5249c524
2024-12-06T01:42:19,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/462d7ad28a1848d49f4b172e06946ddd as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/462d7ad28a1848d49f4b172e06946ddd
2024-12-06T01:42:19,968 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/462d7ad28a1848d49f4b172e06946ddd, entries=150, sequenceid=694, filesize=12.0 K
2024-12-06T01:42:19,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/9a8a8627be04485d939ebe93263f7fc1 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/9a8a8627be04485d939ebe93263f7fc1
2024-12-06T01:42:19,973 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/9a8a8627be04485d939ebe93263f7fc1, entries=150, sequenceid=694, filesize=12.0 K
2024-12-06T01:42:19,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/7cbfd9706f5f49d781aef1ec5249c524 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/7cbfd9706f5f49d781aef1ec5249c524
2024-12-06T01:42:19,978 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/7cbfd9706f5f49d781aef1ec5249c524, entries=150, sequenceid=694, filesize=12.0 K
2024-12-06T01:42:19,979 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 0775dcc338271f37a7db36e5dd82153a in 462ms, sequenceid=694, compaction requested=false
2024-12-06T01:42:19,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:20,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-12-06T01:42:20,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:20,024 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-06T01:42:20,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:20,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:20,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:20,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:20,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:20,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-06T01:42:20,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/2a97c9b2f23e4deb898fffa78f1d0024 is 50, key is test_row_0/A:col10/1733449339526/Put/seqid=0
2024-12-06T01:42:20,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742169_1345 (size=12301)
2024-12-06T01:42:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:20,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. as already flushing
2024-12-06T01:42:20,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449400198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:20,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:20,206 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449340187, max timestamp=1733449340202Num uniques 859; 
2024-12-06T01:42:20,206 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:42:20,207 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449340187, max timestamp=1733449340202Num uniques 859; 
2024-12-06T01:42:20,207 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:42:20,207 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449340187, max timestamp=1733449340202Num uniques 859; 
2024-12-06T01:42:20,207 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:42:20,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449400265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:20,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:20,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449400270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:20,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449400312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:20,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:20,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449400383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:20,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449400383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:20,448 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=707 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/2a97c9b2f23e4deb898fffa78f1d0024
2024-12-06T01:42:20,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/ba7b704cb1ec437bacfa627db580aac2 is 50, key is test_row_0/B:col10/1733449339526/Put/seqid=0
2024-12-06T01:42:20,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742170_1346 (size=12301)
2024-12-06T01:42:20,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449400522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-06T01:42:20,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449400592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:20,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:20,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449400592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:20,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:20,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449400832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:20,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:20,860 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=707 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/ba7b704cb1ec437bacfa627db580aac2
2024-12-06T01:42:20,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/291f307fc6dd4f1e9ece71caf2b4b7fb is 50, key is test_row_0/C:col10/1733449339526/Put/seqid=0
2024-12-06T01:42:20,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742171_1347 (size=12301)
2024-12-06T01:42:20,883 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=707 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/291f307fc6dd4f1e9ece71caf2b4b7fb
2024-12-06T01:42:20,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/2a97c9b2f23e4deb898fffa78f1d0024 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/2a97c9b2f23e4deb898fffa78f1d0024
2024-12-06T01:42:20,892 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/2a97c9b2f23e4deb898fffa78f1d0024, entries=150, sequenceid=707, filesize=12.0 K
2024-12-06T01:42:20,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/ba7b704cb1ec437bacfa627db580aac2 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/ba7b704cb1ec437bacfa627db580aac2
2024-12-06T01:42:20,897 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/ba7b704cb1ec437bacfa627db580aac2, entries=150, sequenceid=707, filesize=12.0 K
2024-12-06T01:42:20,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/291f307fc6dd4f1e9ece71caf2b4b7fb as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/291f307fc6dd4f1e9ece71caf2b4b7fb
2024-12-06T01:42:20,902 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/291f307fc6dd4f1e9ece71caf2b4b7fb, entries=150, sequenceid=707, filesize=12.0 K
2024-12-06T01:42:20,903 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 0775dcc338271f37a7db36e5dd82153a in 879ms, sequenceid=707, compaction requested=true
2024-12-06T01:42:20,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:20,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:20,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77
2024-12-06T01:42:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=77
2024-12-06T01:42:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:20,907 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-12-06T01:42:20,908 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-12-06T01:42:20,908 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4960 sec
2024-12-06T01:42:20,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:20,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:20,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:20,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:20,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:20,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:20,911 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.5050 sec
2024-12-06T01:42:20,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/daf572f831da4f9c80ac42f23d1f2d19 is 50, key is test_row_0/A:col10/1733449340907/Put/seqid=0
2024-12-06T01:42:20,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742172_1348 (size=14741)
2024-12-06T01:42:20,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449400933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:20,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:20,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449400939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:20,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:20,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:21,040 INFO  [Thread-1171 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1171.
2024-12-06T01:42:21,040 DEBUG [Thread-1171 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:42:21,040 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:21,040 INFO  [Thread-1169 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1169.
2024-12-06T01:42:21,040 DEBUG [Thread-1169 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:42:21,040 DEBUG [Thread-1169 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:21,040 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:21,040 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:21,040 DEBUG [Thread-1169 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:21,040 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:21,042 INFO  [Thread-1165 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1165.
2024-12-06T01:42:21,042 DEBUG [Thread-1165 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:42:21,042 DEBUG [Thread-1165 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:21,042 DEBUG [Thread-1165 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:21,042 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:21,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449401042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:21,044 INFO  [Thread-1167 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1167.
2024-12-06T01:42:21,045 DEBUG [Thread-1167 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:42:21,045 DEBUG [Thread-1167 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:21,045 DEBUG [Thread-1167 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:21,045 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:21,045 INFO  [Thread-1173 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1173.
2024-12-06T01:42:21,045 DEBUG [Thread-1173 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:42:21,045 DEBUG [Thread-1173 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:21,045 DEBUG [Thread-1173 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:21,045 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:21,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449401052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:21,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:21,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:21,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:21,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449401253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:21,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:21,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:21,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:21,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449401262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:21,321 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=743 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/daf572f831da4f9c80ac42f23d1f2d19
2024-12-06T01:42:21,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/25d4ba45cb134542a7112318cdbf79a8 is 50, key is test_row_0/B:col10/1733449340907/Put/seqid=0
2024-12-06T01:42:21,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742173_1349 (size=12301)
2024-12-06T01:42:21,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1733449401343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:21,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:21,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:21,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-06T01:42:21,553 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:21,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449401562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:21,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:21,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:21,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:21,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449401572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:21,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:21,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:21,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:21,731 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=743 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/25d4ba45cb134542a7112318cdbf79a8
2024-12-06T01:42:21,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/a579dd528c55411383f086f5118a25da is 50, key is test_row_0/C:col10/1733449340907/Put/seqid=0
2024-12-06T01:42:21,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742174_1350 (size=12301)
2024-12-06T01:42:21,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1733449401802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:21,803 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in 0775dcc338271f37a7db36e5dd82153a of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18219 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:42:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:21,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733449401862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:21,863 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in 0775dcc338271f37a7db36e5dd82153a of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18280 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:42:21,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:21,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:21,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:22,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733449402073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:22,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:22,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:22,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:22,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47602 deadline: 1733449402082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:42:22,142 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=743 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/a579dd528c55411383f086f5118a25da
2024-12-06T01:42:22,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/daf572f831da4f9c80ac42f23d1f2d19 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/daf572f831da4f9c80ac42f23d1f2d19
2024-12-06T01:42:22,149 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/daf572f831da4f9c80ac42f23d1f2d19, entries=200, sequenceid=743, filesize=14.4 K
2024-12-06T01:42:22,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/25d4ba45cb134542a7112318cdbf79a8 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/25d4ba45cb134542a7112318cdbf79a8
2024-12-06T01:42:22,153 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/25d4ba45cb134542a7112318cdbf79a8, entries=150, sequenceid=743, filesize=12.0 K
2024-12-06T01:42:22,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/a579dd528c55411383f086f5118a25da as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/a579dd528c55411383f086f5118a25da
2024-12-06T01:42:22,156 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/a579dd528c55411383f086f5118a25da, entries=150, sequenceid=743, filesize=12.0 K
2024-12-06T01:42:22,157 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 0775dcc338271f37a7db36e5dd82153a in 1250ms, sequenceid=743, compaction requested=true
2024-12-06T01:42:22,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:22,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:42:22,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:22,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:42:22,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:22,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0775dcc338271f37a7db36e5dd82153a:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:42:22,157 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:42:22,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:22,158 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:42:22,159 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52666 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:42:22,159 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:42:22,159 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/B is initiating minor compaction (all files)
2024-12-06T01:42:22,159 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/A is initiating minor compaction (all files)
2024-12-06T01:42:22,159 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/B in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:22,159 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/A in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:22,159 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/87726017ccf441a0b8d3881f6b98412d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/9a8a8627be04485d939ebe93263f7fc1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/ba7b704cb1ec437bacfa627db580aac2, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/25d4ba45cb134542a7112318cdbf79a8] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=49.0 K
2024-12-06T01:42:22,159 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/1cf3a9d863b94fe09bd42a0249ec7237, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/462d7ad28a1848d49f4b172e06946ddd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/2a97c9b2f23e4deb898fffa78f1d0024, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/daf572f831da4f9c80ac42f23d1f2d19] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=51.4 K
2024-12-06T01:42:22,159 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 87726017ccf441a0b8d3881f6b98412d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=672, earliestPutTs=1733449337693
2024-12-06T01:42:22,159 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cf3a9d863b94fe09bd42a0249ec7237, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=672, earliestPutTs=1733449337693
2024-12-06T01:42:22,160 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 462d7ad28a1848d49f4b172e06946ddd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=694, earliestPutTs=1733449338875
2024-12-06T01:42:22,160 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a8a8627be04485d939ebe93263f7fc1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=694, earliestPutTs=1733449338875
2024-12-06T01:42:22,160 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting ba7b704cb1ec437bacfa627db580aac2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=707, earliestPutTs=1733449339526
2024-12-06T01:42:22,160 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a97c9b2f23e4deb898fffa78f1d0024, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=707, earliestPutTs=1733449339526
2024-12-06T01:42:22,160 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting daf572f831da4f9c80ac42f23d1f2d19, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=743, earliestPutTs=1733449340243
2024-12-06T01:42:22,160 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 25d4ba45cb134542a7112318cdbf79a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=743, earliestPutTs=1733449340243
2024-12-06T01:42:22,168 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#B#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:22,168 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/e7ccf84a7d4145bfa1a42d4cb21d189e is 50, key is test_row_0/B:col10/1733449340907/Put/seqid=0
2024-12-06T01:42:22,169 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#A#compaction#303 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:22,169 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/a8738721cfab4542b2fa144f28645eff is 50, key is test_row_0/A:col10/1733449340907/Put/seqid=0
2024-12-06T01:42:22,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742175_1351 (size=13459)
2024-12-06T01:42:22,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742176_1352 (size=13459)
2024-12-06T01:42:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:22,354 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-06T01:42:22,354 INFO  [Thread-1154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1154.
2024-12-06T01:42:22,354 DEBUG [Thread-1154 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:42:22,354 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:22,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:22,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:22,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:22,354 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:22,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:22,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:22,355 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:22,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:22,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/185868dcf5124f2785752a94c0bdf80a is 50, key is test_row_0/A:col10/1733449342353/Put/seqid=0
2024-12-06T01:42:22,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742177_1353 (size=12301)
2024-12-06T01:42:22,577 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/e7ccf84a7d4145bfa1a42d4cb21d189e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e7ccf84a7d4145bfa1a42d4cb21d189e
2024-12-06T01:42:22,579 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/a8738721cfab4542b2fa144f28645eff as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/a8738721cfab4542b2fa144f28645eff
2024-12-06T01:42:22,581 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/B of 0775dcc338271f37a7db36e5dd82153a into e7ccf84a7d4145bfa1a42d4cb21d189e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:22,581 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:22,581 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/B, priority=12, startTime=1733449342157; duration=0sec
2024-12-06T01:42:22,582 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:22,582 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:B
2024-12-06T01:42:22,582 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:42:22,583 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/A of 0775dcc338271f37a7db36e5dd82153a into a8738721cfab4542b2fa144f28645eff(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:22,583 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:22,583 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/A, priority=12, startTime=1733449342157; duration=0sec
2024-12-06T01:42:22,583 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:22,583 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:A
2024-12-06T01:42:22,584 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:42:22,584 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 0775dcc338271f37a7db36e5dd82153a/C is initiating minor compaction (all files)
2024-12-06T01:42:22,584 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0775dcc338271f37a7db36e5dd82153a/C in TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:22,584 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/39234434056440feaa8e30a8ea3264d8, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/7cbfd9706f5f49d781aef1ec5249c524, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/291f307fc6dd4f1e9ece71caf2b4b7fb, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/a579dd528c55411383f086f5118a25da] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp, totalSize=49.0 K
2024-12-06T01:42:22,584 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 39234434056440feaa8e30a8ea3264d8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=672, earliestPutTs=1733449337693
2024-12-06T01:42:22,585 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cbfd9706f5f49d781aef1ec5249c524, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=694, earliestPutTs=1733449338875
2024-12-06T01:42:22,585 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 291f307fc6dd4f1e9ece71caf2b4b7fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=707, earliestPutTs=1733449339526
2024-12-06T01:42:22,585 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting a579dd528c55411383f086f5118a25da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=743, earliestPutTs=1733449340243
2024-12-06T01:42:22,592 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0775dcc338271f37a7db36e5dd82153a#C#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:22,593 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/31157d0856d14cbe83a038b94ad030b3 is 50, key is test_row_0/C:col10/1733449340907/Put/seqid=0
2024-12-06T01:42:22,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742178_1354 (size=13459)
2024-12-06T01:42:22,762 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/185868dcf5124f2785752a94c0bdf80a
2024-12-06T01:42:22,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/e748e35e67dc468d9b758ae94f308008 is 50, key is test_row_0/B:col10/1733449342353/Put/seqid=0
2024-12-06T01:42:22,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742179_1355 (size=12301)
2024-12-06T01:42:23,001 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/31157d0856d14cbe83a038b94ad030b3 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/31157d0856d14cbe83a038b94ad030b3
2024-12-06T01:42:23,006 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0775dcc338271f37a7db36e5dd82153a/C of 0775dcc338271f37a7db36e5dd82153a into 31157d0856d14cbe83a038b94ad030b3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:23,006 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:23,006 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., storeName=0775dcc338271f37a7db36e5dd82153a/C, priority=12, startTime=1733449342157; duration=0sec
2024-12-06T01:42:23,006 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:23,006 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0775dcc338271f37a7db36e5dd82153a:C
2024-12-06T01:42:23,095 INFO  [Thread-1160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1160.
2024-12-06T01:42:23,095 INFO  [Thread-1162 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1162.
2024-12-06T01:42:23,095 DEBUG [Thread-1160 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:42:23,095 DEBUG [Thread-1162 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:42:23,095 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:23,095 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:23,095 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:23,095 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:23,095 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:23,095 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:23,172 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/e748e35e67dc468d9b758ae94f308008
2024-12-06T01:42:23,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/37400d3cffac4313806107d8c1268e6a is 50, key is test_row_0/C:col10/1733449342353/Put/seqid=0
2024-12-06T01:42:23,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742180_1356 (size=12301)
2024-12-06T01:42:23,583 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/37400d3cffac4313806107d8c1268e6a
2024-12-06T01:42:23,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/185868dcf5124f2785752a94c0bdf80a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/185868dcf5124f2785752a94c0bdf80a
2024-12-06T01:42:23,590 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/185868dcf5124f2785752a94c0bdf80a, entries=150, sequenceid=754, filesize=12.0 K
2024-12-06T01:42:23,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/e748e35e67dc468d9b758ae94f308008 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e748e35e67dc468d9b758ae94f308008
2024-12-06T01:42:23,594 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e748e35e67dc468d9b758ae94f308008, entries=150, sequenceid=754, filesize=12.0 K
2024-12-06T01:42:23,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/37400d3cffac4313806107d8c1268e6a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/37400d3cffac4313806107d8c1268e6a
2024-12-06T01:42:23,597 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/37400d3cffac4313806107d8c1268e6a, entries=150, sequenceid=754, filesize=12.0 K
2024-12-06T01:42:23,598 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=13.42 KB/13740 for 0775dcc338271f37a7db36e5dd82153a in 1244ms, sequenceid=754, compaction requested=false
2024-12-06T01:42:23,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0775dcc338271f37a7db36e5dd82153a:

2024-12-06T01:42:25,669 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-06T01:42:31,904 INFO  [Thread-1158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1158.
2024-12-06T01:42:31,904 DEBUG [Thread-1158 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:42:31,904 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:31,904 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:31,904 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:31,933 INFO  [Thread-1156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1156.
2024-12-06T01:42:31,933 DEBUG [Thread-1156 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:42:31,933 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:31,933 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:31,934 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:31,934 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-06T01:42:31,934 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 141
2024-12-06T01:42:31,934 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 95
2024-12-06T01:42:31,934 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 26
2024-12-06T01:42:31,934 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 173
2024-12-06T01:42:31,934 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 217
2024-12-06T01:42:31,934 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-06T01:42:31,934 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2610
2024-12-06T01:42:31,934 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2718
2024-12-06T01:42:31,934 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2526
2024-12-06T01:42:31,934 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2624
2024-12-06T01:42:31,934 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2726
2024-12-06T01:42:31,934 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-06T01:42:31,934 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-06T01:42:31,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T01:42:31,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:31,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:31,934 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:31,935 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-12-06T01:42:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-12-06T01:42:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-12-06T01:42:31,938 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449351938"}]},"ts":"1733449351938"}
2024-12-06T01:42:31,939 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-06T01:42:31,939 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-06T01:42:31,940 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-06T01:42:31,941 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0775dcc338271f37a7db36e5dd82153a, UNASSIGN}]
2024-12-06T01:42:31,942 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0775dcc338271f37a7db36e5dd82153a, UNASSIGN
2024-12-06T01:42:31,943 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=0775dcc338271f37a7db36e5dd82153a, regionState=CLOSING, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:31,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0775dcc338271f37a7db36e5dd82153a, UNASSIGN because future has completed
2024-12-06T01:42:31,944 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-06T01:42:31,944 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601}]
2024-12-06T01:42:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-12-06T01:42:32,096 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(122): Close 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:32,097 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-06T01:42:32,097 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1722): Closing 0775dcc338271f37a7db36e5dd82153a, disabling compactions & flushes
2024-12-06T01:42:32,097 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:32,097 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:32,097 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. after waiting 0 ms
2024-12-06T01:42:32,097 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:32,097 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(2902): Flushing 0775dcc338271f37a7db36e5dd82153a 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-12-06T01:42:32,097 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=A
2024-12-06T01:42:32,097 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:32,097 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=B
2024-12-06T01:42:32,097 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:32,097 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0775dcc338271f37a7db36e5dd82153a, store=C
2024-12-06T01:42:32,097 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:32,101 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/906dec5241594b0394f5f21d3ef4763a is 50, key is test_row_1/A:col10/1733449351932/Put/seqid=0
2024-12-06T01:42:32,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742181_1357 (size=9857)
2024-12-06T01:42:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-12-06T01:42:32,506 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=764 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/906dec5241594b0394f5f21d3ef4763a
2024-12-06T01:42:32,512 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/e09eb084697a45a79f5fb0d20af1da5b is 50, key is test_row_1/B:col10/1733449351932/Put/seqid=0
2024-12-06T01:42:32,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742182_1358 (size=9857)
2024-12-06T01:42:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-12-06T01:42:32,916 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=764 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/e09eb084697a45a79f5fb0d20af1da5b
2024-12-06T01:42:32,922 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/82ff8c4817194e8880c9528eb0840416 is 50, key is test_row_1/C:col10/1733449351932/Put/seqid=0
2024-12-06T01:42:32,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742183_1359 (size=9857)
2024-12-06T01:42:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-12-06T01:42:33,326 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=764 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/82ff8c4817194e8880c9528eb0840416
2024-12-06T01:42:33,330 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/A/906dec5241594b0394f5f21d3ef4763a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/906dec5241594b0394f5f21d3ef4763a
2024-12-06T01:42:33,333 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/906dec5241594b0394f5f21d3ef4763a, entries=100, sequenceid=764, filesize=9.6 K
2024-12-06T01:42:33,334 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/B/e09eb084697a45a79f5fb0d20af1da5b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e09eb084697a45a79f5fb0d20af1da5b
2024-12-06T01:42:33,337 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e09eb084697a45a79f5fb0d20af1da5b, entries=100, sequenceid=764, filesize=9.6 K
2024-12-06T01:42:33,337 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/.tmp/C/82ff8c4817194e8880c9528eb0840416 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/82ff8c4817194e8880c9528eb0840416
2024-12-06T01:42:33,340 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/82ff8c4817194e8880c9528eb0840416, entries=100, sequenceid=764, filesize=9.6 K
2024-12-06T01:42:33,341 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 0775dcc338271f37a7db36e5dd82153a in 1244ms, sequenceid=764, compaction requested=true
2024-12-06T01:42:33,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/4b78da98a0d448bb828a894e832e9180, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ee51a199d3d044358ae32a283f52bbef, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/fe1e5ac5fbb34fa0b99adcdac713a17d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/d5839dbbee1943d0ae77394a5bceb046, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/baa6067ada2e4b5c9091db72e0ec9de9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/943770f7055e4e06906526199a812c16, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/a2e7aa86f38e4d75bc9353eb051e9d74, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/420a7a8945e9416697551fc1fac7edd9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/13eb33a9871b4650895e2a42a5429159, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/dfee0e16fd83433e817936c74ce4890c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/cf1daf65eab54facbc456f1e8d674bd8, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/5ea8ec00f26b4aba9a4d7dcbd4afbb6d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/8ba248b1515a43a991871b18ece54ca5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/482e552778314a50b036af8a893253d1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ba234378c3934542b24af3ecb13f28c1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/e0d68beefdfb419daf3fe60f0abdf046, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/7bb3dc490f38416285412668853a27d9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ae70652311cc45df86115edfad6558d5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/00fb031b5c304f9fa92a3e1c26272871, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/d5354f8c22a54e2c8d0af60a2452a1e5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/9c65ed73a06c42659fc2e57cca01002a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/dfa5bb92c5b34529a6e358c2f0cfd44d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/400accec1d5b4a59a1a447a987f4bb04, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/e11b078e04974d6ba1ec4b83effb317b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/c7204422218140bfacfb6117c5ea4df8, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/cfebe59ecb6b4a249f6faeac07466194, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/9045de40452647ceb0cbe196a312b9d5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ba9b1f17983c4e558fea70b2c9dc4359, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/a871f75c6a0b4bfb85dc52eb8eb41cbb, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/1cf3a9d863b94fe09bd42a0249ec7237, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/1fbfdf375fa04636a1335c5a04287519, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/462d7ad28a1848d49f4b172e06946ddd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/2a97c9b2f23e4deb898fffa78f1d0024, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/daf572f831da4f9c80ac42f23d1f2d19] to archive
2024-12-06T01:42:33,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-06T01:42:33,344 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/4b78da98a0d448bb828a894e832e9180 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/4b78da98a0d448bb828a894e832e9180
2024-12-06T01:42:33,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ee51a199d3d044358ae32a283f52bbef to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ee51a199d3d044358ae32a283f52bbef
2024-12-06T01:42:33,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/fe1e5ac5fbb34fa0b99adcdac713a17d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/fe1e5ac5fbb34fa0b99adcdac713a17d
2024-12-06T01:42:33,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/d5839dbbee1943d0ae77394a5bceb046 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/d5839dbbee1943d0ae77394a5bceb046
2024-12-06T01:42:33,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/baa6067ada2e4b5c9091db72e0ec9de9 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/baa6067ada2e4b5c9091db72e0ec9de9
2024-12-06T01:42:33,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/943770f7055e4e06906526199a812c16 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/943770f7055e4e06906526199a812c16
2024-12-06T01:42:33,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/a2e7aa86f38e4d75bc9353eb051e9d74 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/a2e7aa86f38e4d75bc9353eb051e9d74
2024-12-06T01:42:33,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/420a7a8945e9416697551fc1fac7edd9 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/420a7a8945e9416697551fc1fac7edd9
2024-12-06T01:42:33,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/13eb33a9871b4650895e2a42a5429159 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/13eb33a9871b4650895e2a42a5429159
2024-12-06T01:42:33,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/dfee0e16fd83433e817936c74ce4890c to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/dfee0e16fd83433e817936c74ce4890c
2024-12-06T01:42:33,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/cf1daf65eab54facbc456f1e8d674bd8 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/cf1daf65eab54facbc456f1e8d674bd8
2024-12-06T01:42:33,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/5ea8ec00f26b4aba9a4d7dcbd4afbb6d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/5ea8ec00f26b4aba9a4d7dcbd4afbb6d
2024-12-06T01:42:33,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/8ba248b1515a43a991871b18ece54ca5 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/8ba248b1515a43a991871b18ece54ca5
2024-12-06T01:42:33,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/482e552778314a50b036af8a893253d1 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/482e552778314a50b036af8a893253d1
2024-12-06T01:42:33,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ba234378c3934542b24af3ecb13f28c1 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ba234378c3934542b24af3ecb13f28c1
2024-12-06T01:42:33,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/e0d68beefdfb419daf3fe60f0abdf046 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/e0d68beefdfb419daf3fe60f0abdf046
2024-12-06T01:42:33,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/7bb3dc490f38416285412668853a27d9 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/7bb3dc490f38416285412668853a27d9
2024-12-06T01:42:33,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ae70652311cc45df86115edfad6558d5 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ae70652311cc45df86115edfad6558d5
2024-12-06T01:42:33,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/00fb031b5c304f9fa92a3e1c26272871 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/00fb031b5c304f9fa92a3e1c26272871
2024-12-06T01:42:33,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/d5354f8c22a54e2c8d0af60a2452a1e5 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/d5354f8c22a54e2c8d0af60a2452a1e5
2024-12-06T01:42:33,363 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/9c65ed73a06c42659fc2e57cca01002a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/9c65ed73a06c42659fc2e57cca01002a
2024-12-06T01:42:33,364 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/dfa5bb92c5b34529a6e358c2f0cfd44d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/dfa5bb92c5b34529a6e358c2f0cfd44d
2024-12-06T01:42:33,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/400accec1d5b4a59a1a447a987f4bb04 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/400accec1d5b4a59a1a447a987f4bb04
2024-12-06T01:42:33,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/e11b078e04974d6ba1ec4b83effb317b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/e11b078e04974d6ba1ec4b83effb317b
2024-12-06T01:42:33,367 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/c7204422218140bfacfb6117c5ea4df8 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/c7204422218140bfacfb6117c5ea4df8
2024-12-06T01:42:33,368 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/cfebe59ecb6b4a249f6faeac07466194 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/cfebe59ecb6b4a249f6faeac07466194
2024-12-06T01:42:33,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/9045de40452647ceb0cbe196a312b9d5 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/9045de40452647ceb0cbe196a312b9d5
2024-12-06T01:42:33,370 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ba9b1f17983c4e558fea70b2c9dc4359 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/ba9b1f17983c4e558fea70b2c9dc4359
2024-12-06T01:42:33,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/a871f75c6a0b4bfb85dc52eb8eb41cbb to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/a871f75c6a0b4bfb85dc52eb8eb41cbb
2024-12-06T01:42:33,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/1cf3a9d863b94fe09bd42a0249ec7237 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/1cf3a9d863b94fe09bd42a0249ec7237
2024-12-06T01:42:33,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/1fbfdf375fa04636a1335c5a04287519 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/1fbfdf375fa04636a1335c5a04287519
2024-12-06T01:42:33,374 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/462d7ad28a1848d49f4b172e06946ddd to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/462d7ad28a1848d49f4b172e06946ddd
2024-12-06T01:42:33,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/2a97c9b2f23e4deb898fffa78f1d0024 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/2a97c9b2f23e4deb898fffa78f1d0024
2024-12-06T01:42:33,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/daf572f831da4f9c80ac42f23d1f2d19 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/daf572f831da4f9c80ac42f23d1f2d19
2024-12-06T01:42:33,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/3ffa9f4649ee4188900dd12e55da0df6, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/333db4711eb0422da9e5776512f1bf81, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/aa1dc3b5e8014e288bec69ae8ed0aaff, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/3d553f22909c48389d8549c876e1ded6, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/8020a65f9bd4493c952c02d946d58b8d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/7687d609add84677915febd0dc7ccf91, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/b408f01039784a2d8202fd41a03ebbc8, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/d1ba4db9d02f453285dfc9be459d12d7, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/7c076edb47cc41f5aa2d883389609d6d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/0e675ba660094c77a215203b1598046a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/0364301026d144d897c12f59e630c0fb, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/368ccbd922244acf8df4d9a0a2a669ce, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/d0153529798d49eeb506b81a2b47d437, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/35a2eca6d37640e195f446cb3a8d2f8f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e853c72969714e9a8dba0fc40935874d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/873bc267201c43a484cab954c90dd75c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f8b69795a22041469810abbfd066f872, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/cbf77469d0344f7eb115449e4a3bef24, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f00f74e7078b4372896176618ef354f9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f91d2f80035f4a698ada8ab62e7ec875, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/caaa6f5f940548e6830feaaca62fd16d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f7274f724e204f7a985cb83fcebbf8cb, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/3f5060b90af04cddb4175e75a36bd70a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/98b42e0d681b4872b9e84ba784f8578a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/b5a19bb0d3f84059bbdf332e3f8c5564, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/8d622e31338848009f795af2fb36b1c4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/5d63b1366dbc4beeb5caedaf52e28fc3, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f1f89cd34b2842a2a00d1d09c53eb792, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/b245f4bd949343698dde6337ff8b39d4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/87726017ccf441a0b8d3881f6b98412d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e0ad5b8125ad4eba9b8f31f07f5eba1f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/9a8a8627be04485d939ebe93263f7fc1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/ba7b704cb1ec437bacfa627db580aac2, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/25d4ba45cb134542a7112318cdbf79a8] to archive
2024-12-06T01:42:33,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-06T01:42:33,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/3ffa9f4649ee4188900dd12e55da0df6 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/3ffa9f4649ee4188900dd12e55da0df6
2024-12-06T01:42:33,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/333db4711eb0422da9e5776512f1bf81 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/333db4711eb0422da9e5776512f1bf81
2024-12-06T01:42:33,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/aa1dc3b5e8014e288bec69ae8ed0aaff to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/aa1dc3b5e8014e288bec69ae8ed0aaff
2024-12-06T01:42:33,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/3d553f22909c48389d8549c876e1ded6 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/3d553f22909c48389d8549c876e1ded6
2024-12-06T01:42:33,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/8020a65f9bd4493c952c02d946d58b8d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/8020a65f9bd4493c952c02d946d58b8d
2024-12-06T01:42:33,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/7687d609add84677915febd0dc7ccf91 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/7687d609add84677915febd0dc7ccf91
2024-12-06T01:42:33,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/b408f01039784a2d8202fd41a03ebbc8 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/b408f01039784a2d8202fd41a03ebbc8
2024-12-06T01:42:33,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/d1ba4db9d02f453285dfc9be459d12d7 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/d1ba4db9d02f453285dfc9be459d12d7
2024-12-06T01:42:33,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/7c076edb47cc41f5aa2d883389609d6d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/7c076edb47cc41f5aa2d883389609d6d
2024-12-06T01:42:33,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/0e675ba660094c77a215203b1598046a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/0e675ba660094c77a215203b1598046a
2024-12-06T01:42:33,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/0364301026d144d897c12f59e630c0fb to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/0364301026d144d897c12f59e630c0fb
2024-12-06T01:42:33,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/368ccbd922244acf8df4d9a0a2a669ce to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/368ccbd922244acf8df4d9a0a2a669ce
2024-12-06T01:42:33,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/d0153529798d49eeb506b81a2b47d437 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/d0153529798d49eeb506b81a2b47d437
2024-12-06T01:42:33,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/35a2eca6d37640e195f446cb3a8d2f8f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/35a2eca6d37640e195f446cb3a8d2f8f
2024-12-06T01:42:33,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e853c72969714e9a8dba0fc40935874d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e853c72969714e9a8dba0fc40935874d
2024-12-06T01:42:33,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/873bc267201c43a484cab954c90dd75c to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/873bc267201c43a484cab954c90dd75c
2024-12-06T01:42:33,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f8b69795a22041469810abbfd066f872 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f8b69795a22041469810abbfd066f872
2024-12-06T01:42:33,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/cbf77469d0344f7eb115449e4a3bef24 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/cbf77469d0344f7eb115449e4a3bef24
2024-12-06T01:42:33,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f00f74e7078b4372896176618ef354f9 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f00f74e7078b4372896176618ef354f9
2024-12-06T01:42:33,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f91d2f80035f4a698ada8ab62e7ec875 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f91d2f80035f4a698ada8ab62e7ec875
2024-12-06T01:42:33,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/caaa6f5f940548e6830feaaca62fd16d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/caaa6f5f940548e6830feaaca62fd16d
2024-12-06T01:42:33,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f7274f724e204f7a985cb83fcebbf8cb to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f7274f724e204f7a985cb83fcebbf8cb
2024-12-06T01:42:33,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/3f5060b90af04cddb4175e75a36bd70a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/3f5060b90af04cddb4175e75a36bd70a
2024-12-06T01:42:33,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/98b42e0d681b4872b9e84ba784f8578a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/98b42e0d681b4872b9e84ba784f8578a
2024-12-06T01:42:33,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/b5a19bb0d3f84059bbdf332e3f8c5564 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/b5a19bb0d3f84059bbdf332e3f8c5564
2024-12-06T01:42:33,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/8d622e31338848009f795af2fb36b1c4 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/8d622e31338848009f795af2fb36b1c4
2024-12-06T01:42:33,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/5d63b1366dbc4beeb5caedaf52e28fc3 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/5d63b1366dbc4beeb5caedaf52e28fc3
2024-12-06T01:42:33,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f1f89cd34b2842a2a00d1d09c53eb792 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/f1f89cd34b2842a2a00d1d09c53eb792
2024-12-06T01:42:33,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/b245f4bd949343698dde6337ff8b39d4 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/b245f4bd949343698dde6337ff8b39d4
2024-12-06T01:42:33,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/87726017ccf441a0b8d3881f6b98412d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/87726017ccf441a0b8d3881f6b98412d
2024-12-06T01:42:33,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e0ad5b8125ad4eba9b8f31f07f5eba1f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e0ad5b8125ad4eba9b8f31f07f5eba1f
2024-12-06T01:42:33,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/9a8a8627be04485d939ebe93263f7fc1 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/9a8a8627be04485d939ebe93263f7fc1
2024-12-06T01:42:33,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/ba7b704cb1ec437bacfa627db580aac2 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/ba7b704cb1ec437bacfa627db580aac2
2024-12-06T01:42:33,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/25d4ba45cb134542a7112318cdbf79a8 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/25d4ba45cb134542a7112318cdbf79a8
2024-12-06T01:42:33,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/8f0f41dbac6d48cf99092d4cdeead9e9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/26bb95bde7f74ee98af91885b6d316f7, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b5b5e400da3b477c94fa9bf9e5ba83ae, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/682163a7183f42849be4f6ca6b253b39, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/ce1b114db44549618ae4d9e5c2353a83, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/70e4a0c540a94d4b9e6566ff1eada362, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/76e0756e684c43b7a5399cc181a7eea3, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b1b29991a5654c698e732d850e5f9dfd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/f885ad4296e3418fa4424eaf8b52387d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b59825416f354385bd166db1d5a494d5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/5493391cbf5341d1bf11579821c2ebce, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/9cf368d658174a96870fbc69ad14d0dd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/e26d4c629bc84e7f92f3b156b14e8f09, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/68b56e02ff4d4964b49c2412a31072f9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/c4c2b7e8f9f9464a85ee9d5c425729ce, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/26bb2fe66db44f5b8e7bb6f3fd11d0f3, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/4d75798dfe1a47b28af6ce66316fe29d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/56ed79a556964d7db2d81c297a9239b7, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/8cdff20023ed4902932cd297825498ca, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/8cf6c3cd6f7444418c4c0024b36abd35, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/e0ee81dbe4004fed9554424988d0dd93, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b9691faa2283402ea934189be6284b4a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/411fa007e5ce45d9a3aa7b2337fce57f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/a7792ef06eae433ea688ad43be4fb89f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/d65db6b384e2450a867eecf15db71e62, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/c679211bdf8545d0b265fb86f6a1c58e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/a2bc28b177e145c8b4a00abcadba5efb, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/859ca58dd0e64584a139318f0d0f4396, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/2839ff5750174c1db51efd686050b68b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/39234434056440feaa8e30a8ea3264d8, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/40350cb09cfd48a094f89a00c32bb4f3, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/7cbfd9706f5f49d781aef1ec5249c524, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/291f307fc6dd4f1e9ece71caf2b4b7fb, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/a579dd528c55411383f086f5118a25da] to archive
2024-12-06T01:42:33,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-06T01:42:33,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/8f0f41dbac6d48cf99092d4cdeead9e9 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/8f0f41dbac6d48cf99092d4cdeead9e9
2024-12-06T01:42:33,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/26bb95bde7f74ee98af91885b6d316f7 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/26bb95bde7f74ee98af91885b6d316f7
2024-12-06T01:42:33,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b5b5e400da3b477c94fa9bf9e5ba83ae to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b5b5e400da3b477c94fa9bf9e5ba83ae
2024-12-06T01:42:33,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/682163a7183f42849be4f6ca6b253b39 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/682163a7183f42849be4f6ca6b253b39
2024-12-06T01:42:33,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/ce1b114db44549618ae4d9e5c2353a83 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/ce1b114db44549618ae4d9e5c2353a83
2024-12-06T01:42:33,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/70e4a0c540a94d4b9e6566ff1eada362 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/70e4a0c540a94d4b9e6566ff1eada362
2024-12-06T01:42:33,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/76e0756e684c43b7a5399cc181a7eea3 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/76e0756e684c43b7a5399cc181a7eea3
2024-12-06T01:42:33,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b1b29991a5654c698e732d850e5f9dfd to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b1b29991a5654c698e732d850e5f9dfd
2024-12-06T01:42:33,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/f885ad4296e3418fa4424eaf8b52387d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/f885ad4296e3418fa4424eaf8b52387d
2024-12-06T01:42:33,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b59825416f354385bd166db1d5a494d5 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b59825416f354385bd166db1d5a494d5
2024-12-06T01:42:33,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/5493391cbf5341d1bf11579821c2ebce to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/5493391cbf5341d1bf11579821c2ebce
2024-12-06T01:42:33,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/9cf368d658174a96870fbc69ad14d0dd to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/9cf368d658174a96870fbc69ad14d0dd
2024-12-06T01:42:33,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/e26d4c629bc84e7f92f3b156b14e8f09 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/e26d4c629bc84e7f92f3b156b14e8f09
2024-12-06T01:42:33,435 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/68b56e02ff4d4964b49c2412a31072f9 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/68b56e02ff4d4964b49c2412a31072f9
2024-12-06T01:42:33,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/c4c2b7e8f9f9464a85ee9d5c425729ce to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/c4c2b7e8f9f9464a85ee9d5c425729ce
2024-12-06T01:42:33,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/26bb2fe66db44f5b8e7bb6f3fd11d0f3 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/26bb2fe66db44f5b8e7bb6f3fd11d0f3
2024-12-06T01:42:33,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/4d75798dfe1a47b28af6ce66316fe29d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/4d75798dfe1a47b28af6ce66316fe29d
2024-12-06T01:42:33,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/56ed79a556964d7db2d81c297a9239b7 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/56ed79a556964d7db2d81c297a9239b7
2024-12-06T01:42:33,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/8cdff20023ed4902932cd297825498ca to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/8cdff20023ed4902932cd297825498ca
2024-12-06T01:42:33,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/8cf6c3cd6f7444418c4c0024b36abd35 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/8cf6c3cd6f7444418c4c0024b36abd35
2024-12-06T01:42:33,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/e0ee81dbe4004fed9554424988d0dd93 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/e0ee81dbe4004fed9554424988d0dd93
2024-12-06T01:42:33,444 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b9691faa2283402ea934189be6284b4a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/b9691faa2283402ea934189be6284b4a
2024-12-06T01:42:33,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/411fa007e5ce45d9a3aa7b2337fce57f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/411fa007e5ce45d9a3aa7b2337fce57f
2024-12-06T01:42:33,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/a7792ef06eae433ea688ad43be4fb89f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/a7792ef06eae433ea688ad43be4fb89f
2024-12-06T01:42:33,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/d65db6b384e2450a867eecf15db71e62 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/d65db6b384e2450a867eecf15db71e62
2024-12-06T01:42:33,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/c679211bdf8545d0b265fb86f6a1c58e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/c679211bdf8545d0b265fb86f6a1c58e
2024-12-06T01:42:33,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/a2bc28b177e145c8b4a00abcadba5efb to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/a2bc28b177e145c8b4a00abcadba5efb
2024-12-06T01:42:33,463 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/859ca58dd0e64584a139318f0d0f4396 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/859ca58dd0e64584a139318f0d0f4396
2024-12-06T01:42:33,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/2839ff5750174c1db51efd686050b68b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/2839ff5750174c1db51efd686050b68b
2024-12-06T01:42:33,466 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/39234434056440feaa8e30a8ea3264d8 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/39234434056440feaa8e30a8ea3264d8
2024-12-06T01:42:33,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/40350cb09cfd48a094f89a00c32bb4f3 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/40350cb09cfd48a094f89a00c32bb4f3
2024-12-06T01:42:33,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/7cbfd9706f5f49d781aef1ec5249c524 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/7cbfd9706f5f49d781aef1ec5249c524
2024-12-06T01:42:33,469 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/291f307fc6dd4f1e9ece71caf2b4b7fb to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/291f307fc6dd4f1e9ece71caf2b4b7fb
2024-12-06T01:42:33,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/a579dd528c55411383f086f5118a25da to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/a579dd528c55411383f086f5118a25da
2024-12-06T01:42:33,475 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/recovered.edits/767.seqid, newMaxSeqId=767, maxSeqId=1
2024-12-06T01:42:33,476 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.
2024-12-06T01:42:33,476 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1676): Region close journal for 0775dcc338271f37a7db36e5dd82153a:
Waiting for close lock at 1733449352097Running coprocessor pre-close hooks at 1733449352097Disabling compacts and flushes for region at 1733449352097Disabling writes for close at 1733449352097Obtaining lock to block concurrent updates at 1733449352097Preparing flush snapshotting stores in 0775dcc338271f37a7db36e5dd82153a at 1733449352097Finished memstore snapshotting TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733449352097Flushing stores of TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a. at 1733449352098 (+1 ms)Flushing 0775dcc338271f37a7db36e5dd82153a/A: creating writer at 1733449352098Flushing 0775dcc338271f37a7db36e5dd82153a/A: appending metadata at 1733449352101 (+3 ms)Flushing 0775dcc338271f37a7db36e5dd82153a/A: closing flushed file at 1733449352101Flushing 0775dcc338271f37a7db36e5dd82153a/B: creating writer at 1733449352510 (+409 ms)Flushing 0775dcc338271f37a7db36e5dd82153a/B: appending metadata at 1733449352512 (+2 ms)Flushing 0775dcc338271f37a7db36e5dd82153a/B: closing flushed file at 1733449352512Flushing 0775dcc338271f37a7db36e5dd82153a/C: creating writer at 1733449352920 (+408 ms)Flushing 0775dcc338271f37a7db36e5dd82153a/C: appending metadata at 1733449352922 (+2 ms)Flushing 0775dcc338271f37a7db36e5dd82153a/C: closing flushed file at 1733449352922Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73351e89: reopening flushed file at 1733449353329 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51027411: reopening flushed file at 1733449353333 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d66fef: reopening flushed file at 1733449353337 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 0775dcc338271f37a7db36e5dd82153a in 1244ms, sequenceid=764, compaction requested=true at 1733449353341 (+4 ms)Writing region close event to WAL at 1733449353472 (+131 ms)Running coprocessor post-close hooks at 1733449353476 (+4 ms)Closed at 1733449353476
2024-12-06T01:42:33,478 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(157): Closed 0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:33,479 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=0775dcc338271f37a7db36e5dd82153a, regionState=CLOSED
2024-12-06T01:42:33,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=80, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601 because future has completed
2024-12-06T01:42:33,483 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80
2024-12-06T01:42:33,483 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseRegionProcedure 0775dcc338271f37a7db36e5dd82153a, server=00c764f7c3aa,34571,1733449257601 in 1.5370 sec
2024-12-06T01:42:33,485 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=79
2024-12-06T01:42:33,485 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=79, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0775dcc338271f37a7db36e5dd82153a, UNASSIGN in 1.5420 sec
2024-12-06T01:42:33,487 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78
2024-12-06T01:42:33,487 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5450 sec
2024-12-06T01:42:33,488 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449353488"}]},"ts":"1733449353488"}
2024-12-06T01:42:33,490 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-06T01:42:33,490 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-06T01:42:33,492 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5550 sec
2024-12-06T01:42:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-12-06T01:42:34,083 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:34,083 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-12-06T01:42:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:42:34,085 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=82, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:42:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-12-06T01:42:34,085 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=82, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:42:34,087 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:34,089 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A, FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B, FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C, FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/recovered.edits]
2024-12-06T01:42:34,091 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/185868dcf5124f2785752a94c0bdf80a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/185868dcf5124f2785752a94c0bdf80a
2024-12-06T01:42:34,092 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/906dec5241594b0394f5f21d3ef4763a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/906dec5241594b0394f5f21d3ef4763a
2024-12-06T01:42:34,093 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/a8738721cfab4542b2fa144f28645eff to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/A/a8738721cfab4542b2fa144f28645eff
2024-12-06T01:42:34,094 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e09eb084697a45a79f5fb0d20af1da5b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e09eb084697a45a79f5fb0d20af1da5b
2024-12-06T01:42:34,095 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e748e35e67dc468d9b758ae94f308008 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e748e35e67dc468d9b758ae94f308008
2024-12-06T01:42:34,096 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e7ccf84a7d4145bfa1a42d4cb21d189e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/B/e7ccf84a7d4145bfa1a42d4cb21d189e
2024-12-06T01:42:34,098 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/31157d0856d14cbe83a038b94ad030b3 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/31157d0856d14cbe83a038b94ad030b3
2024-12-06T01:42:34,099 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/37400d3cffac4313806107d8c1268e6a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/37400d3cffac4313806107d8c1268e6a
2024-12-06T01:42:34,099 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/82ff8c4817194e8880c9528eb0840416 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/C/82ff8c4817194e8880c9528eb0840416
2024-12-06T01:42:34,102 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/recovered.edits/767.seqid to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a/recovered.edits/767.seqid
2024-12-06T01:42:34,104 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/0775dcc338271f37a7db36e5dd82153a
2024-12-06T01:42:34,104 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-06T01:42:34,106 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=82, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:42:34,109 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-06T01:42:34,111 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-12-06T01:42:34,111 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=82, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:42:34,111 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-12-06T01:42:34,112 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733449354112"}]},"ts":"9223372036854775807"}
2024-12-06T01:42:34,113 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-06T01:42:34,113 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0775dcc338271f37a7db36e5dd82153a, NAME => 'TestAcidGuarantees,,1733449318843.0775dcc338271f37a7db36e5dd82153a.', STARTKEY => '', ENDKEY => ''}]
2024-12-06T01:42:34,114 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-12-06T01:42:34,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733449354114"}]},"ts":"9223372036854775807"}
2024-12-06T01:42:34,115 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-12-06T01:42:34,116 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=82, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:42:34,117 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 33 msec
2024-12-06T01:42:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-12-06T01:42:34,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-12-06T01:42:34,193 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:34,201 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=246 (was 253), OpenFileDescriptor=445 (was 467), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=598 (was 628), ProcessCount=11 (was 11), AvailableMemoryMB=9788 (was 10206)
2024-12-06T01:42:34,211 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=246, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=598, ProcessCount=11, AvailableMemoryMB=9788
2024-12-06T01:42:34,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-06T01:42:34,213 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T01:42:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=83, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-12-06T01:42:34,215 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T01:42:34,215 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:34,215 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 83
2024-12-06T01:42:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83
2024-12-06T01:42:34,216 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T01:42:34,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742184_1360 (size=1061)
2024-12-06T01:42:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83
2024-12-06T01:42:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83
2024-12-06T01:42:34,623 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866
2024-12-06T01:42:34,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742185_1361 (size=53)
2024-12-06T01:42:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83
2024-12-06T01:42:35,028 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T01:42:35,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7603686346417eec98f8a593d1504527, disabling compactions & flushes
2024-12-06T01:42:35,029 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:35,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:35,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. after waiting 0 ms
2024-12-06T01:42:35,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:35,029 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:35,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7603686346417eec98f8a593d1504527:
Waiting for close lock at 1733449355029Disabling compacts and flushes for region at 1733449355029Disabling writes for close at 1733449355029Writing region close event to WAL at 1733449355029Closed at 1733449355029
2024-12-06T01:42:35,030 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T01:42:35,030 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733449355030"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733449355030"}]},"ts":"1733449355030"}
2024-12-06T01:42:35,031 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T01:42:35,032 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T01:42:35,032 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449355032"}]},"ts":"1733449355032"}
2024-12-06T01:42:35,033 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-06T01:42:35,034 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7603686346417eec98f8a593d1504527, ASSIGN}]
2024-12-06T01:42:35,035 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7603686346417eec98f8a593d1504527, ASSIGN
2024-12-06T01:42:35,035 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7603686346417eec98f8a593d1504527, ASSIGN; state=OFFLINE, location=00c764f7c3aa,34571,1733449257601; forceNewPlan=false, retain=false
2024-12-06T01:42:35,186 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=7603686346417eec98f8a593d1504527, regionState=OPENING, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:35,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7603686346417eec98f8a593d1504527, ASSIGN because future has completed
2024-12-06T01:42:35,188 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601}]
2024-12-06T01:42:35,343 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:35,343 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7752): Opening region: {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
2024-12-06T01:42:35,343 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7603686346417eec98f8a593d1504527
2024-12-06T01:42:35,343 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T01:42:35,343 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7794): checking encryption for 7603686346417eec98f8a593d1504527
2024-12-06T01:42:35,343 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7797): checking classloading for 7603686346417eec98f8a593d1504527
2024-12-06T01:42:35,344 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7603686346417eec98f8a593d1504527 
2024-12-06T01:42:35,346 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:42:35,346 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7603686346417eec98f8a593d1504527 columnFamilyName A
2024-12-06T01:42:35,346 DEBUG [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:35,346 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] regionserver.HStore(327): Store=7603686346417eec98f8a593d1504527/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:42:35,346 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7603686346417eec98f8a593d1504527 
2024-12-06T01:42:35,347 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:42:35,347 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7603686346417eec98f8a593d1504527 columnFamilyName B
2024-12-06T01:42:35,347 DEBUG [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:35,348 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] regionserver.HStore(327): Store=7603686346417eec98f8a593d1504527/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:42:35,348 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7603686346417eec98f8a593d1504527 
2024-12-06T01:42:35,349 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:42:35,349 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7603686346417eec98f8a593d1504527 columnFamilyName C
2024-12-06T01:42:35,349 DEBUG [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:35,349 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] regionserver.HStore(327): Store=7603686346417eec98f8a593d1504527/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:42:35,349 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:35,349 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1038): replaying wal for 7603686346417eec98f8a593d1504527
2024-12-06T01:42:35,350 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527
2024-12-06T01:42:35,350 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527
2024-12-06T01:42:35,351 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1048): stopping wal replay for 7603686346417eec98f8a593d1504527
2024-12-06T01:42:35,351 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1060): Cleaning up temporary data for 7603686346417eec98f8a593d1504527
2024-12-06T01:42:35,352 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-06T01:42:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83
2024-12-06T01:42:35,353 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1093): writing seq id for 7603686346417eec98f8a593d1504527
2024-12-06T01:42:35,355 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T01:42:35,355 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1114): Opened 7603686346417eec98f8a593d1504527; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75408705, jitterRate=0.12367726862430573}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-06T01:42:35,355 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7603686346417eec98f8a593d1504527
2024-12-06T01:42:35,356 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1006): Region open journal for 7603686346417eec98f8a593d1504527:
Running coprocessor pre-open hook at 1733449355343Writing region info on filesystem at 1733449355343Initializing all the Stores at 1733449355344 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449355344Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449355344Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449355344Cleaning up temporary data from old regions at 1733449355351 (+7 ms)Running coprocessor post-open hooks at 1733449355355 (+4 ms)Region opened successfully at 1733449355356 (+1 ms)
2024-12-06T01:42:35,356 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., pid=85, masterSystemTime=1733449355340
2024-12-06T01:42:35,358 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:35,358 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:35,358 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=7603686346417eec98f8a593d1504527, regionState=OPEN, openSeqNum=2, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:35,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601 because future has completed
2024-12-06T01:42:35,363 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84
2024-12-06T01:42:35,363 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601 in 173 msec
2024-12-06T01:42:35,364 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83
2024-12-06T01:42:35,364 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7603686346417eec98f8a593d1504527, ASSIGN in 329 msec
2024-12-06T01:42:35,365 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T01:42:35,365 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449355365"}]},"ts":"1733449355365"}
2024-12-06T01:42:35,367 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-06T01:42:35,367 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T01:42:35,369 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec
2024-12-06T01:42:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83
2024-12-06T01:42:36,362 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:36,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11317fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:36,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:36,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:36,365 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:36,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:36,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:36,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33fcf3a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:36,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:36,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:36,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:36,367 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:36,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9dab61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:36,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:36,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:36,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:36,369 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:36,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-06T01:42:36,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 00c764f7c3aa,34147,1733449256661
2024-12-06T01:42:36,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@451d13d7
2024-12-06T01:42:36,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-06T01:42:36,372 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-06T01:42:36,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-06T01:42:36,373 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T01:42:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-12-06T01:42:36,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742186_1362 (size=1097)
2024-12-06T01:42:36,784 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-12-06T01:42:36,784 INFO  [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-12-06T01:42:36,787 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-06T01:42:36,789 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7603686346417eec98f8a593d1504527, REOPEN/MOVE}]
2024-12-06T01:42:36,790 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7603686346417eec98f8a593d1504527, REOPEN/MOVE
2024-12-06T01:42:36,790 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=7603686346417eec98f8a593d1504527, regionState=CLOSING, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:36,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7603686346417eec98f8a593d1504527, REOPEN/MOVE because future has completed
2024-12-06T01:42:36,792 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-06T01:42:36,792 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601}]
2024-12-06T01:42:36,944 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(122): Close 7603686346417eec98f8a593d1504527
2024-12-06T01:42:36,944 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-06T01:42:36,944 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1722): Closing 7603686346417eec98f8a593d1504527, disabling compactions & flushes
2024-12-06T01:42:36,944 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:36,944 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:36,944 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. after waiting 0 ms
2024-12-06T01:42:36,944 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:36,948 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-12-06T01:42:36,949 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:36,949 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1676): Region close journal for 7603686346417eec98f8a593d1504527:
Waiting for close lock at 1733449356944Running coprocessor pre-close hooks at 1733449356944Disabling compacts and flushes for region at 1733449356944Disabling writes for close at 1733449356944Writing region close event to WAL at 1733449356945 (+1 ms)Running coprocessor post-close hooks at 1733449356949 (+4 ms)Closed at 1733449356949
2024-12-06T01:42:36,949 WARN  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionServer(3299): Not adding moved region record: 7603686346417eec98f8a593d1504527 to self.
2024-12-06T01:42:36,951 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(157): Closed 7603686346417eec98f8a593d1504527
2024-12-06T01:42:36,952 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=7603686346417eec98f8a593d1504527, regionState=CLOSED
2024-12-06T01:42:36,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601 because future has completed
2024-12-06T01:42:36,956 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88
2024-12-06T01:42:36,956 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseRegionProcedure 7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601 in 162 msec
2024-12-06T01:42:36,956 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7603686346417eec98f8a593d1504527, REOPEN/MOVE; state=CLOSED, location=00c764f7c3aa,34571,1733449257601; forceNewPlan=false, retain=true
2024-12-06T01:42:37,107 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=7603686346417eec98f8a593d1504527, regionState=OPENING, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:37,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7603686346417eec98f8a593d1504527, REOPEN/MOVE because future has completed
2024-12-06T01:42:37,109 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601}]
2024-12-06T01:42:37,213 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-12-06T01:42:37,263 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:37,264 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7752): Opening region: {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
2024-12-06T01:42:37,264 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7603686346417eec98f8a593d1504527
2024-12-06T01:42:37,264 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T01:42:37,264 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7794): checking encryption for 7603686346417eec98f8a593d1504527
2024-12-06T01:42:37,264 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7797): checking classloading for 7603686346417eec98f8a593d1504527
2024-12-06T01:42:37,265 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7603686346417eec98f8a593d1504527 
2024-12-06T01:42:37,266 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:42:37,266 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7603686346417eec98f8a593d1504527 columnFamilyName A
2024-12-06T01:42:37,268 DEBUG [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:37,268 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] regionserver.HStore(327): Store=7603686346417eec98f8a593d1504527/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:42:37,268 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7603686346417eec98f8a593d1504527 
2024-12-06T01:42:37,269 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:42:37,269 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7603686346417eec98f8a593d1504527 columnFamilyName B
2024-12-06T01:42:37,269 DEBUG [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:37,270 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] regionserver.HStore(327): Store=7603686346417eec98f8a593d1504527/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:42:37,270 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7603686346417eec98f8a593d1504527 
2024-12-06T01:42:37,270 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:42:37,271 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7603686346417eec98f8a593d1504527 columnFamilyName C
2024-12-06T01:42:37,271 DEBUG [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:37,271 INFO  [StoreOpener-7603686346417eec98f8a593d1504527-1 {}] regionserver.HStore(327): Store=7603686346417eec98f8a593d1504527/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:42:37,271 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:37,271 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1038): replaying wal for 7603686346417eec98f8a593d1504527
2024-12-06T01:42:37,272 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527
2024-12-06T01:42:37,273 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527
2024-12-06T01:42:37,274 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1048): stopping wal replay for 7603686346417eec98f8a593d1504527
2024-12-06T01:42:37,274 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1060): Cleaning up temporary data for 7603686346417eec98f8a593d1504527
2024-12-06T01:42:37,274 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-06T01:42:37,276 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1093): writing seq id for 7603686346417eec98f8a593d1504527
2024-12-06T01:42:37,276 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1114): Opened 7603686346417eec98f8a593d1504527; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64321341, jitterRate=-0.0415373295545578}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-06T01:42:37,276 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7603686346417eec98f8a593d1504527
2024-12-06T01:42:37,277 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1006): Region open journal for 7603686346417eec98f8a593d1504527:
Running coprocessor pre-open hook at 1733449357264Writing region info on filesystem at 1733449357264Initializing all the Stores at 1733449357265 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449357265Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449357265Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449357265Cleaning up temporary data from old regions at 1733449357274 (+9 ms)Running coprocessor post-open hooks at 1733449357276 (+2 ms)Region opened successfully at 1733449357277 (+1 ms)
2024-12-06T01:42:37,278 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., pid=90, masterSystemTime=1733449357261
2024-12-06T01:42:37,280 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:37,280 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:37,281 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=7603686346417eec98f8a593d1504527, regionState=OPEN, openSeqNum=5, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:37,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601 because future has completed
2024-12-06T01:42:37,284 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=88
2024-12-06T01:42:37,284 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=88, state=SUCCESS, hasLock=false; OpenRegionProcedure 7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601 in 174 msec
2024-12-06T01:42:37,286 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87
2024-12-06T01:42:37,286 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7603686346417eec98f8a593d1504527, REOPEN/MOVE in 495 msec
2024-12-06T01:42:37,288 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86
2024-12-06T01:42:37,288 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 499 msec
2024-12-06T01:42:37,290 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 916 msec
2024-12-06T01:42:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-12-06T01:42:37,291 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:37,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ec6412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:37,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:37,293 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:37,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:37,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:37,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64223b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:37,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:37,294 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:37,294 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d8d32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f2378c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:37,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:37,296 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:37,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:37,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:37,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8301a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:37,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:37,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:37,298 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:37,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acf9df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cc49f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:37,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:37,299 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:37,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:37,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:37,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bd5fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:37,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:37,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:37,301 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:37,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9ae8f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0f0eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:37,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:37,302 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:37,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1344e060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:37,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:37,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:37,303 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:37,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5236f99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b758c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:37,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:37,305 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:37,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:37,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:37,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b564f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:37,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:37,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:37,306 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:37,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38da672c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74481d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,307 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:37,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:37,308 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:37,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:37,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:37,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2854d8e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:37,309 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:37,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f880f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514b3d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:37,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:37,311 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e101c4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:37,312 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:37,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c590f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b14e3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:37,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:37,316 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:37,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:37,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:37,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485e90f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:37,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:37,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:37,317 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:37,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef00b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e264c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:37,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:37,319 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:37,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:37,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:37,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2465fe11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:37,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:37,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:37,320 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:37,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f398357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a84aab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:42:37,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:42:37,323 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:42:37,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:42:37,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:42:37,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af7c98c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:42:37,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:42:37,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:37,324 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:42:37,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f7f6d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:42:37,325 DEBUG [Thread-1645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:37,325 DEBUG [Thread-1651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:37,325 DEBUG [Thread-1660 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:37,325 DEBUG [Thread-1654 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:37,326 DEBUG [Thread-1658 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:37,326 DEBUG [Thread-1649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:37,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:37,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:37,326 DEBUG [Thread-1658 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:37,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:37,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:37,327 DEBUG [Thread-1649 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:37,327 DEBUG [Thread-1658 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:37,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:37,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:37,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:37,327 DEBUG [Thread-1649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:37,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:37,327 DEBUG [Thread-1656 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:37,327 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:37,328 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:37,328 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:37,328 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:37,328 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:42:37,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:37,328 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:37,329 DEBUG [Thread-1643 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:37,329 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47740, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:37,329 DEBUG [Thread-1662 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:37,329 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees
2024-12-06T01:42:37,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:37,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:42:37,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:42:37,331 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:42:37,332 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:37,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:42:37,332 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:42:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-12-06T01:42:37,332 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:42:37,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:37,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:37,333 DEBUG [Thread-1647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:42:37,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:42:37,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:42:37,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:42:37,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:42:37,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:42:37,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:42:37,338 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:37,338 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:42:37,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:42:37,341 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:42:37,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:42:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7603686346417eec98f8a593d1504527
2024-12-06T01:42:37,348 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7603686346417eec98f8a593d1504527 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-06T01:42:37,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=A
2024-12-06T01:42:37,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:37,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=B
2024-12-06T01:42:37,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:37,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=C
2024-12-06T01:42:37,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:37,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47710 deadline: 1733449417392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:37,409 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:37,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449417397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:37,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:37,410 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47688 deadline: 1733449417399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:37,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:37,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206dda882ca65944b45996a35428f8ea084_7603686346417eec98f8a593d1504527 is 50, key is test_row_0/A:col10/1733449357345/Put/seqid=0
2024-12-06T01:42:37,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449417401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:37,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47778 deadline: 1733449417408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:37,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742187_1363 (size=14594)
2024-12-06T01:42:37,426 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:37,436 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206dda882ca65944b45996a35428f8ea084_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206dda882ca65944b45996a35428f8ea084_7603686346417eec98f8a593d1504527
2024-12-06T01:42:37,437 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/84065bfe91bf415a8c44e4777fc0f018, store: [table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:37,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/84065bfe91bf415a8c44e4777fc0f018 is 175, key is test_row_0/A:col10/1733449357345/Put/seqid=0
2024-12-06T01:42:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-12-06T01:42:37,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742188_1364 (size=39549)
2024-12-06T01:42:37,455 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/84065bfe91bf415a8c44e4777fc0f018
2024-12-06T01:42:37,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/0cee96867ae840b89c7bce42e6440cff is 50, key is test_row_0/B:col10/1733449357345/Put/seqid=0
2024-12-06T01:42:37,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-12-06T01:42:37,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:37,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:37,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:37,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:37,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:37,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742189_1365 (size=12001)
2024-12-06T01:42:37,491 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/0cee96867ae840b89c7bce42e6440cff
2024-12-06T01:42:37,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47710 deadline: 1733449417513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:37,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/b0aa524450d54290ba210a23d7b51022 is 50, key is test_row_0/C:col10/1733449357345/Put/seqid=0
2024-12-06T01:42:37,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:37,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449417513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:37,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47688 deadline: 1733449417514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:37,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:37,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742190_1366 (size=12001)
2024-12-06T01:42:37,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449417522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:37,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:37,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47778 deadline: 1733449417522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:37,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:37,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:37,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-12-06T01:42:37,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:37,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:37,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:37,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:37,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-12-06T01:42:37,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47710 deadline: 1733449417722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:37,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:37,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449417722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:37,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:37,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:37,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47688 deadline: 1733449417732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:37,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:37,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47778 deadline: 1733449417742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:37,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449417742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:37,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-12-06T01:42:37,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:37,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:37,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:37,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:37,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:37,929 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/b0aa524450d54290ba210a23d7b51022
2024-12-06T01:42:37,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/84065bfe91bf415a8c44e4777fc0f018 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/84065bfe91bf415a8c44e4777fc0f018
2024-12-06T01:42:37,941 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/84065bfe91bf415a8c44e4777fc0f018, entries=200, sequenceid=16, filesize=38.6 K
2024-12-06T01:42:37,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/0cee96867ae840b89c7bce42e6440cff as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/0cee96867ae840b89c7bce42e6440cff
2024-12-06T01:42:37,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-12-06T01:42:37,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:37,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:37,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:37,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:37,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:37,950 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/0cee96867ae840b89c7bce42e6440cff, entries=150, sequenceid=16, filesize=11.7 K
2024-12-06T01:42:37,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/b0aa524450d54290ba210a23d7b51022 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/b0aa524450d54290ba210a23d7b51022
2024-12-06T01:42:37,961 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/b0aa524450d54290ba210a23d7b51022, entries=150, sequenceid=16, filesize=11.7 K
2024-12-06T01:42:37,962 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 7603686346417eec98f8a593d1504527 in 615ms, sequenceid=16, compaction requested=false
2024-12-06T01:42:37,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-12-06T01:42:38,042 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7603686346417eec98f8a593d1504527 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-12-06T01:42:38,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=A
2024-12-06T01:42:38,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:38,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=B
2024-12-06T01:42:38,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:38,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=C
2024-12-06T01:42:38,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7603686346417eec98f8a593d1504527
2024-12-06T01:42:38,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206840f143e2e294b59ace3f637cfc76fb3_7603686346417eec98f8a593d1504527 is 50, key is test_row_0/A:col10/1733449358040/Put/seqid=0
2024-12-06T01:42:38,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449418072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:38,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:38,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47710 deadline: 1733449418074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:38,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:38,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:38,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742191_1367 (size=14594)
2024-12-06T01:42:38,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47688 deadline: 1733449418077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:38,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:38,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47778 deadline: 1733449418077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:38,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:38,101 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:38,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449418079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:38,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:38,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-12-06T01:42:38,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:38,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:38,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:38,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:38,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:38,109 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206840f143e2e294b59ace3f637cfc76fb3_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206840f143e2e294b59ace3f637cfc76fb3_7603686346417eec98f8a593d1504527
2024-12-06T01:42:38,111 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/ecea3c396b99467480e247f5138bcf00, store: [table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:38,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/ecea3c396b99467480e247f5138bcf00 is 175, key is test_row_0/A:col10/1733449358040/Put/seqid=0
2024-12-06T01:42:38,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742192_1368 (size=39549)
2024-12-06T01:42:38,156 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=37, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/ecea3c396b99467480e247f5138bcf00
2024-12-06T01:42:38,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/280d7c2d37594b3ca0e1f507fc9e1056 is 50, key is test_row_0/B:col10/1733449358040/Put/seqid=0
2024-12-06T01:42:38,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449418192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:38,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:38,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47710 deadline: 1733449418192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:38,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:38,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:38,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47688 deadline: 1733449418204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:38,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:38,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449418212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:38,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:38,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47778 deadline: 1733449418212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:38,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:38,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742193_1369 (size=12001)
2024-12-06T01:42:38,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-12-06T01:42:38,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:38,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:38,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:38,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:38,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:38,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-12-06T01:42:38,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:38,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:38,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:38,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:38,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:38,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449418412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:38,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:38,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47710 deadline: 1733449418412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:38,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:38,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47688 deadline: 1733449418422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:38,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:38,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449418432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:38,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:38,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47778 deadline: 1733449418443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-12-06T01:42:38,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-12-06T01:42:38,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:38,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:38,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:38,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:38,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:38,635 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/280d7c2d37594b3ca0e1f507fc9e1056
2024-12-06T01:42:38,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/8b394595b0c0437f972b7bf5f33e17af is 50, key is test_row_0/C:col10/1733449358040/Put/seqid=0
2024-12-06T01:42:38,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742194_1370 (size=12001)
2024-12-06T01:42:38,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-12-06T01:42:38,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:38,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:38,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:38,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:38,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:38,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47710 deadline: 1733449418722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:38,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:38,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449418732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:38,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:38,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47688 deadline: 1733449418743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:38,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449418743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:38,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47778 deadline: 1733449418762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:38,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:38,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:38,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-12-06T01:42:38,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:38,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:38,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:38,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:38,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:39,009 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T01:42:39,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-12-06T01:42:39,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:39,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:39,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:39,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:39,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:39,049 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/8b394595b0c0437f972b7bf5f33e17af
2024-12-06T01:42:39,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/ecea3c396b99467480e247f5138bcf00 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/ecea3c396b99467480e247f5138bcf00
2024-12-06T01:42:39,060 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/ecea3c396b99467480e247f5138bcf00, entries=200, sequenceid=37, filesize=38.6 K
2024-12-06T01:42:39,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/280d7c2d37594b3ca0e1f507fc9e1056 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/280d7c2d37594b3ca0e1f507fc9e1056
2024-12-06T01:42:39,066 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/280d7c2d37594b3ca0e1f507fc9e1056, entries=150, sequenceid=37, filesize=11.7 K
2024-12-06T01:42:39,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/8b394595b0c0437f972b7bf5f33e17af as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/8b394595b0c0437f972b7bf5f33e17af
2024-12-06T01:42:39,071 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/8b394595b0c0437f972b7bf5f33e17af, entries=150, sequenceid=37, filesize=11.7 K
2024-12-06T01:42:39,072 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 7603686346417eec98f8a593d1504527 in 1030ms, sequenceid=37, compaction requested=false
2024-12-06T01:42:39,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:39,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-12-06T01:42:39,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:39,185 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2902): Flushing 7603686346417eec98f8a593d1504527 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-06T01:42:39,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=A
2024-12-06T01:42:39,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:39,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=B
2024-12-06T01:42:39,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:39,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=C
2024-12-06T01:42:39,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:39,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068a94200f19f349cd9c090cebc954370f_7603686346417eec98f8a593d1504527 is 50, key is test_row_0/A:col10/1733449358071/Put/seqid=0
2024-12-06T01:42:39,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742195_1371 (size=12154)
2024-12-06T01:42:39,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:39,215 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068a94200f19f349cd9c090cebc954370f_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068a94200f19f349cd9c090cebc954370f_7603686346417eec98f8a593d1504527
2024-12-06T01:42:39,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/0fc603be73394de09d170a0e28c1ee75, store: [table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:39,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/0fc603be73394de09d170a0e28c1ee75 is 175, key is test_row_0/A:col10/1733449358071/Put/seqid=0
2024-12-06T01:42:39,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742196_1372 (size=30955)
2024-12-06T01:42:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7603686346417eec98f8a593d1504527
2024-12-06T01:42:39,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:39,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449419295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:39,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449419300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:39,315 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733449359289, max timestamp=1733449359311Num uniques 859; 
2024-12-06T01:42:39,315 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-06T01:42:39,315 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733449359289, max timestamp=1733449359311Num uniques 859; 
2024-12-06T01:42:39,315 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-06T01:42:39,315 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733449359289, max timestamp=1733449359311Num uniques 859; 
2024-12-06T01:42:39,315 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-06T01:42:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:39,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47688 deadline: 1733449419363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:39,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:39,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47778 deadline: 1733449419366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:39,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:39,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47710 deadline: 1733449419378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:39,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449419422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:39,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449419422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:39,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-12-06T01:42:39,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47688 deadline: 1733449419483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:39,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:39,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47778 deadline: 1733449419492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:39,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:39,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47710 deadline: 1733449419502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:39,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:39,638 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=48, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/0fc603be73394de09d170a0e28c1ee75
2024-12-06T01:42:39,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/8a1f20984c3e4f28ae7ed878e9d23c19 is 50, key is test_row_0/B:col10/1733449358071/Put/seqid=0
2024-12-06T01:42:39,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742197_1373 (size=12001)
2024-12-06T01:42:39,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449419642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449419653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:39,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47688 deadline: 1733449419702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:39,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47778 deadline: 1733449419712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:39,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:39,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47710 deadline: 1733449419722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:39,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:39,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:39,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449419963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:39,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:39,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449419963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:39,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:39,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:40,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47688 deadline: 1733449420012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:40,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:40,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47778 deadline: 1733449420032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:40,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:40,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47710 deadline: 1733449420033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:40,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:40,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:40,049 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/8a1f20984c3e4f28ae7ed878e9d23c19
2024-12-06T01:42:40,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/63c88c48c4054959868541cee2881d9b is 50, key is test_row_0/C:col10/1733449358071/Put/seqid=0
2024-12-06T01:42:40,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742198_1374 (size=12001)
2024-12-06T01:42:40,065 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/63c88c48c4054959868541cee2881d9b
2024-12-06T01:42:40,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/0fc603be73394de09d170a0e28c1ee75 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/0fc603be73394de09d170a0e28c1ee75
2024-12-06T01:42:40,077 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/0fc603be73394de09d170a0e28c1ee75, entries=150, sequenceid=48, filesize=30.2 K
2024-12-06T01:42:40,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/8a1f20984c3e4f28ae7ed878e9d23c19 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/8a1f20984c3e4f28ae7ed878e9d23c19
2024-12-06T01:42:40,082 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/8a1f20984c3e4f28ae7ed878e9d23c19, entries=150, sequenceid=48, filesize=11.7 K
2024-12-06T01:42:40,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/63c88c48c4054959868541cee2881d9b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/63c88c48c4054959868541cee2881d9b
2024-12-06T01:42:40,087 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/63c88c48c4054959868541cee2881d9b, entries=150, sequenceid=48, filesize=11.7 K
2024-12-06T01:42:40,088 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 7603686346417eec98f8a593d1504527 in 903ms, sequenceid=48, compaction requested=true
2024-12-06T01:42:40,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2603): Flush status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:40,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:40,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92
2024-12-06T01:42:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=92
2024-12-06T01:42:40,092 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91
2024-12-06T01:42:40,092 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7570 sec
2024-12-06T01:42:40,093 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 2.7640 sec
2024-12-06T01:42:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7603686346417eec98f8a593d1504527
2024-12-06T01:42:40,487 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7603686346417eec98f8a593d1504527 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-12-06T01:42:40,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=A
2024-12-06T01:42:40,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:40,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=B
2024-12-06T01:42:40,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:40,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=C
2024-12-06T01:42:40,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:40,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206dbaabfea23bc4de5bdf2d93bedbe845b_7603686346417eec98f8a593d1504527 is 50, key is test_row_0/A:col10/1733449359376/Put/seqid=0
2024-12-06T01:42:40,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742199_1375 (size=14594)
2024-12-06T01:42:40,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449420530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:40,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:40,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47688 deadline: 1733449420532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:40,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449420533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:40,564 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47710 deadline: 1733449420552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:40,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47778 deadline: 1733449420553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:40,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449420642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:40,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449420652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:40,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449420862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:40,870 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449420862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:40,904 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:40,907 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206dbaabfea23bc4de5bdf2d93bedbe845b_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206dbaabfea23bc4de5bdf2d93bedbe845b_7603686346417eec98f8a593d1504527
2024-12-06T01:42:40,908 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/43748925b88e4130810075e77d6715d7, store: [table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:40,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/43748925b88e4130810075e77d6715d7 is 175, key is test_row_0/A:col10/1733449359376/Put/seqid=0
2024-12-06T01:42:40,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742200_1376 (size=39549)
2024-12-06T01:42:41,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449421172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:41,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449421172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:41,315 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/43748925b88e4130810075e77d6715d7
2024-12-06T01:42:41,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/fb48c632babf406c9a03811369a391f3 is 50, key is test_row_0/B:col10/1733449359376/Put/seqid=0
2024-12-06T01:42:41,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742201_1377 (size=12001)
2024-12-06T01:42:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-12-06T01:42:41,513 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:41,513 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:42:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees
2024-12-06T01:42:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-06T01:42:41,515 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:42:41,516 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:42:41,516 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:42:41,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47688 deadline: 1733449421562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:41,565 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in 7603686346417eec98f8a593d1504527 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:42:41,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:41,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:41,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:41,580 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47710 deadline: 1733449421572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:41,580 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47778 deadline: 1733449421572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:41,581 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_2' in 7603686346417eec98f8a593d1504527 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:42:41,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:41,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:41,581 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_0' in 7603686346417eec98f8a593d1504527 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:42:41,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:41,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:41,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:41,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:41,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-06T01:42:41,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-12-06T01:42:41,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:41,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:41,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:41,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:41,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:41,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449421692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:41,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449421692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:41,730 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/fb48c632babf406c9a03811369a391f3
2024-12-06T01:42:41,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/a4ec0c2e02694132b9f68cee6f093965 is 50, key is test_row_0/C:col10/1733449359376/Put/seqid=0
2024-12-06T01:42:41,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742202_1378 (size=12001)
2024-12-06T01:42:41,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-12-06T01:42:41,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:41,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:41,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:41,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:41,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-06T01:42:41,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-12-06T01:42:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:41,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:42,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-12-06T01:42:42,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:42,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:42,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:42,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:42,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-06T01:42:42,143 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/a4ec0c2e02694132b9f68cee6f093965
2024-12-06T01:42:42,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/43748925b88e4130810075e77d6715d7 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/43748925b88e4130810075e77d6715d7
2024-12-06T01:42:42,151 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/43748925b88e4130810075e77d6715d7, entries=200, sequenceid=83, filesize=38.6 K
2024-12-06T01:42:42,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/fb48c632babf406c9a03811369a391f3 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/fb48c632babf406c9a03811369a391f3
2024-12-06T01:42:42,155 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/fb48c632babf406c9a03811369a391f3, entries=150, sequenceid=83, filesize=11.7 K
2024-12-06T01:42:42,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/a4ec0c2e02694132b9f68cee6f093965 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/a4ec0c2e02694132b9f68cee6f093965
2024-12-06T01:42:42,159 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/a4ec0c2e02694132b9f68cee6f093965, entries=150, sequenceid=83, filesize=11.7 K
2024-12-06T01:42:42,163 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 7603686346417eec98f8a593d1504527 in 1676ms, sequenceid=83, compaction requested=true
2024-12-06T01:42:42,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:42,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7603686346417eec98f8a593d1504527:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:42:42,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:42,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7603686346417eec98f8a593d1504527:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:42:42,163 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:42:42,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:42,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7603686346417eec98f8a593d1504527:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:42:42,163 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:42:42,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:42,164 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 149602 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:42:42,164 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:42:42,164 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7603686346417eec98f8a593d1504527/A is initiating minor compaction (all files)
2024-12-06T01:42:42,164 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7603686346417eec98f8a593d1504527/B is initiating minor compaction (all files)
2024-12-06T01:42:42,164 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7603686346417eec98f8a593d1504527/A in TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:42,164 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7603686346417eec98f8a593d1504527/B in TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:42,164 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/84065bfe91bf415a8c44e4777fc0f018, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/ecea3c396b99467480e247f5138bcf00, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/0fc603be73394de09d170a0e28c1ee75, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/43748925b88e4130810075e77d6715d7] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp, totalSize=146.1 K
2024-12-06T01:42:42,164 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:42,164 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/0cee96867ae840b89c7bce42e6440cff, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/280d7c2d37594b3ca0e1f507fc9e1056, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/8a1f20984c3e4f28ae7ed878e9d23c19, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/fb48c632babf406c9a03811369a391f3] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp, totalSize=46.9 K
2024-12-06T01:42:42,164 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/84065bfe91bf415a8c44e4777fc0f018, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/ecea3c396b99467480e247f5138bcf00, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/0fc603be73394de09d170a0e28c1ee75, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/43748925b88e4130810075e77d6715d7]
2024-12-06T01:42:42,165 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84065bfe91bf415a8c44e4777fc0f018, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733449357337
2024-12-06T01:42:42,165 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cee96867ae840b89c7bce42e6440cff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733449357344
2024-12-06T01:42:42,165 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 280d7c2d37594b3ca0e1f507fc9e1056, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733449357396
2024-12-06T01:42:42,165 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecea3c396b99467480e247f5138bcf00, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733449357396
2024-12-06T01:42:42,165 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fc603be73394de09d170a0e28c1ee75, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733449358071
2024-12-06T01:42:42,165 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a1f20984c3e4f28ae7ed878e9d23c19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733449358071
2024-12-06T01:42:42,166 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43748925b88e4130810075e77d6715d7, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733449359341
2024-12-06T01:42:42,166 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting fb48c632babf406c9a03811369a391f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733449359360
2024-12-06T01:42:42,173 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:42,174 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7603686346417eec98f8a593d1504527#B#compaction#323 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:42,175 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/b582eaf86c1d48bd90320cde8f703d1b is 50, key is test_row_0/B:col10/1733449359376/Put/seqid=0
2024-12-06T01:42:42,176 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206c24273a8f48e41bc8575642c97a4ffed_7603686346417eec98f8a593d1504527 store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:42,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742203_1379 (size=12139)
2024-12-06T01:42:42,179 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206c24273a8f48e41bc8575642c97a4ffed_7603686346417eec98f8a593d1504527, store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:42,179 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c24273a8f48e41bc8575642c97a4ffed_7603686346417eec98f8a593d1504527 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:42,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742204_1380 (size=4469)
2024-12-06T01:42:42,186 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/b582eaf86c1d48bd90320cde8f703d1b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/b582eaf86c1d48bd90320cde8f703d1b
2024-12-06T01:42:42,192 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7603686346417eec98f8a593d1504527/B of 7603686346417eec98f8a593d1504527 into b582eaf86c1d48bd90320cde8f703d1b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:42,192 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:42,192 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., storeName=7603686346417eec98f8a593d1504527/B, priority=12, startTime=1733449362163; duration=0sec
2024-12-06T01:42:42,192 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:42,192 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7603686346417eec98f8a593d1504527:B
2024-12-06T01:42:42,192 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:42:42,193 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:42:42,193 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7603686346417eec98f8a593d1504527/C is initiating minor compaction (all files)
2024-12-06T01:42:42,193 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7603686346417eec98f8a593d1504527/C in TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:42,193 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/b0aa524450d54290ba210a23d7b51022, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/8b394595b0c0437f972b7bf5f33e17af, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/63c88c48c4054959868541cee2881d9b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/a4ec0c2e02694132b9f68cee6f093965] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp, totalSize=46.9 K
2024-12-06T01:42:42,194 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting b0aa524450d54290ba210a23d7b51022, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733449357344
2024-12-06T01:42:42,194 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b394595b0c0437f972b7bf5f33e17af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733449357396
2024-12-06T01:42:42,194 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 63c88c48c4054959868541cee2881d9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733449358071
2024-12-06T01:42:42,195 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting a4ec0c2e02694132b9f68cee6f093965, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733449359360
2024-12-06T01:42:42,203 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7603686346417eec98f8a593d1504527#C#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:42,203 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/62c3f219fab64602925379ee41c14463 is 50, key is test_row_0/C:col10/1733449359376/Put/seqid=0
2024-12-06T01:42:42,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742205_1381 (size=12139)
2024-12-06T01:42:42,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-12-06T01:42:42,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:42,282 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing 7603686346417eec98f8a593d1504527 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-06T01:42:42,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=A
2024-12-06T01:42:42,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:42,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=B
2024-12-06T01:42:42,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:42,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=C
2024-12-06T01:42:42,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065268e2bdac854ec586a453bffebcd2e3_7603686346417eec98f8a593d1504527 is 50, key is test_row_0/A:col10/1733449360516/Put/seqid=0
2024-12-06T01:42:42,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742206_1382 (size=12154)
2024-12-06T01:42:42,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:42,303 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065268e2bdac854ec586a453bffebcd2e3_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065268e2bdac854ec586a453bffebcd2e3_7603686346417eec98f8a593d1504527
2024-12-06T01:42:42,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/d3f14676dd38407c8296066b1451e399, store: [table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:42,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/d3f14676dd38407c8296066b1451e399 is 175, key is test_row_0/A:col10/1733449360516/Put/seqid=0
2024-12-06T01:42:42,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742207_1383 (size=30955)
2024-12-06T01:42:42,588 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7603686346417eec98f8a593d1504527#A#compaction#324 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:42,588 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/a76306b597fa48d7a88a121d7bcadebd is 175, key is test_row_0/A:col10/1733449359376/Put/seqid=0
2024-12-06T01:42:42,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742208_1384 (size=31093)
2024-12-06T01:42:42,600 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/a76306b597fa48d7a88a121d7bcadebd as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/a76306b597fa48d7a88a121d7bcadebd
2024-12-06T01:42:42,604 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7603686346417eec98f8a593d1504527/A of 7603686346417eec98f8a593d1504527 into a76306b597fa48d7a88a121d7bcadebd(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:42,604 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:42,604 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., storeName=7603686346417eec98f8a593d1504527/A, priority=12, startTime=1733449362163; duration=0sec
2024-12-06T01:42:42,604 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:42,604 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7603686346417eec98f8a593d1504527:A
2024-12-06T01:42:42,620 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/62c3f219fab64602925379ee41c14463 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/62c3f219fab64602925379ee41c14463
2024-12-06T01:42:42,625 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7603686346417eec98f8a593d1504527/C of 7603686346417eec98f8a593d1504527 into 62c3f219fab64602925379ee41c14463(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:42,625 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:42,625 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., storeName=7603686346417eec98f8a593d1504527/C, priority=12, startTime=1733449362163; duration=0sec
2024-12-06T01:42:42,625 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:42,625 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7603686346417eec98f8a593d1504527:C
2024-12-06T01:42:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-06T01:42:42,710 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/d3f14676dd38407c8296066b1451e399
2024-12-06T01:42:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/17919a555d014312896a69682b8b80cd is 50, key is test_row_0/B:col10/1733449360516/Put/seqid=0
2024-12-06T01:42:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7603686346417eec98f8a593d1504527
2024-12-06T01:42:42,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:42,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742209_1385 (size=12001)
2024-12-06T01:42:42,736 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/17919a555d014312896a69682b8b80cd
2024-12-06T01:42:42,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/eed4f141945246ba8a8962a06a08cda1 is 50, key is test_row_0/C:col10/1733449360516/Put/seqid=0
2024-12-06T01:42:42,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742210_1386 (size=12001)
2024-12-06T01:42:42,749 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/eed4f141945246ba8a8962a06a08cda1
2024-12-06T01:42:42,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/d3f14676dd38407c8296066b1451e399 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/d3f14676dd38407c8296066b1451e399
2024-12-06T01:42:42,762 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/d3f14676dd38407c8296066b1451e399, entries=150, sequenceid=94, filesize=30.2 K
2024-12-06T01:42:42,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/17919a555d014312896a69682b8b80cd as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/17919a555d014312896a69682b8b80cd
2024-12-06T01:42:42,766 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/17919a555d014312896a69682b8b80cd, entries=150, sequenceid=94, filesize=11.7 K
2024-12-06T01:42:42,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/eed4f141945246ba8a8962a06a08cda1 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/eed4f141945246ba8a8962a06a08cda1
2024-12-06T01:42:42,772 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/eed4f141945246ba8a8962a06a08cda1, entries=150, sequenceid=94, filesize=11.7 K
2024-12-06T01:42:42,773 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=87.22 KB/89310 for 7603686346417eec98f8a593d1504527 in 491ms, sequenceid=94, compaction requested=false
2024-12-06T01:42:42,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:42,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:42,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94
2024-12-06T01:42:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=94
2024-12-06T01:42:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7603686346417eec98f8a593d1504527
2024-12-06T01:42:42,777 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7603686346417eec98f8a593d1504527 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-06T01:42:42,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=A
2024-12-06T01:42:42,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:42,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=B
2024-12-06T01:42:42,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:42,777 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93
2024-12-06T01:42:42,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=C
2024-12-06T01:42:42,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:42,777 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2590 sec
2024-12-06T01:42:42,780 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.2650 sec
2024-12-06T01:42:42,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f03bbae16a254795a2f6f3815d7d996f_7603686346417eec98f8a593d1504527 is 50, key is test_row_0/A:col10/1733449362766/Put/seqid=0
2024-12-06T01:42:42,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742211_1387 (size=14594)
2024-12-06T01:42:42,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449422826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:42,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:42,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:42,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:42,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449422832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:42,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:42,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:42,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:42,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449422942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:42,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:42,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:42,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:42,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449422952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:42,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:42,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:42,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:43,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449423152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:43,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:43,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:43,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:43,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449423163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:43,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:43,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:43,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:43,194 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:43,198 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f03bbae16a254795a2f6f3815d7d996f_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f03bbae16a254795a2f6f3815d7d996f_7603686346417eec98f8a593d1504527
2024-12-06T01:42:43,199 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/ebf5a6a2b163409a8748b02d0fb47ecd, store: [table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:43,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/ebf5a6a2b163409a8748b02d0fb47ecd is 175, key is test_row_0/A:col10/1733449362766/Put/seqid=0
2024-12-06T01:42:43,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742212_1388 (size=39549)
2024-12-06T01:42:43,208 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=113, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/ebf5a6a2b163409a8748b02d0fb47ecd
2024-12-06T01:42:43,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/74a8d978d0b54dc4a94d27c61aad5e8d is 50, key is test_row_0/B:col10/1733449362766/Put/seqid=0
2024-12-06T01:42:43,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742213_1389 (size=12001)
2024-12-06T01:42:43,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449423472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:43,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449423472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:43,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47688 deadline: 1733449423582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:43,586 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in 7603686346417eec98f8a593d1504527 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4224 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:42:43,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:43,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:43,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:43,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47778 deadline: 1733449423592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:43,599 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_0' in 7603686346417eec98f8a593d1504527 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4232 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:42:43,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:43,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:43,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:43,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47710 deadline: 1733449423602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:43,613 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_2' in 7603686346417eec98f8a593d1504527 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4234 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:42:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:43,622 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/74a8d978d0b54dc4a94d27c61aad5e8d
2024-12-06T01:42:43,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/a47c70143dd645c482c530f25e02b212 is 50, key is test_row_0/C:col10/1733449362766/Put/seqid=0
2024-12-06T01:42:43,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742214_1390 (size=12001)
2024-12-06T01:42:43,634 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/a47c70143dd645c482c530f25e02b212
2024-12-06T01:42:43,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/ebf5a6a2b163409a8748b02d0fb47ecd as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/ebf5a6a2b163409a8748b02d0fb47ecd
2024-12-06T01:42:43,643 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/ebf5a6a2b163409a8748b02d0fb47ecd, entries=200, sequenceid=113, filesize=38.6 K
2024-12-06T01:42:43,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/74a8d978d0b54dc4a94d27c61aad5e8d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/74a8d978d0b54dc4a94d27c61aad5e8d
2024-12-06T01:42:43,647 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/74a8d978d0b54dc4a94d27c61aad5e8d, entries=150, sequenceid=113, filesize=11.7 K
2024-12-06T01:42:43,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/a47c70143dd645c482c530f25e02b212 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/a47c70143dd645c482c530f25e02b212
2024-12-06T01:42:43,651 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/a47c70143dd645c482c530f25e02b212, entries=150, sequenceid=113, filesize=11.7 K
2024-12-06T01:42:43,652 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 7603686346417eec98f8a593d1504527 in 876ms, sequenceid=113, compaction requested=true
2024-12-06T01:42:43,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:43,652 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:43,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7603686346417eec98f8a593d1504527:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:42:43,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:43,653 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:43,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7603686346417eec98f8a593d1504527:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:42:43,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:43,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7603686346417eec98f8a593d1504527:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:42:43,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:43,656 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101597 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:43,656 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:43,656 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7603686346417eec98f8a593d1504527/A is initiating minor compaction (all files)
2024-12-06T01:42:43,656 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7603686346417eec98f8a593d1504527/B is initiating minor compaction (all files)
2024-12-06T01:42:43,656 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7603686346417eec98f8a593d1504527/A in TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:43,656 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7603686346417eec98f8a593d1504527/B in TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:43,656 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/a76306b597fa48d7a88a121d7bcadebd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/d3f14676dd38407c8296066b1451e399, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/ebf5a6a2b163409a8748b02d0fb47ecd] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp, totalSize=99.2 K
2024-12-06T01:42:43,656 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:43,656 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/b582eaf86c1d48bd90320cde8f703d1b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/17919a555d014312896a69682b8b80cd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/74a8d978d0b54dc4a94d27c61aad5e8d] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp, totalSize=35.3 K
2024-12-06T01:42:43,656 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/a76306b597fa48d7a88a121d7bcadebd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/d3f14676dd38407c8296066b1451e399, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/ebf5a6a2b163409a8748b02d0fb47ecd]
2024-12-06T01:42:43,656 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting b582eaf86c1d48bd90320cde8f703d1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733449359360
2024-12-06T01:42:43,656 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting a76306b597fa48d7a88a121d7bcadebd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733449359360
2024-12-06T01:42:43,657 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3f14676dd38407c8296066b1451e399, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733449360515
2024-12-06T01:42:43,657 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 17919a555d014312896a69682b8b80cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733449360515
2024-12-06T01:42:43,657 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 74a8d978d0b54dc4a94d27c61aad5e8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733449362766
2024-12-06T01:42:43,657 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebf5a6a2b163409a8748b02d0fb47ecd, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733449362726
2024-12-06T01:42:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-06T01:42:43,662 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:43,663 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:42:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees
2024-12-06T01:42:43,665 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:42:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-12-06T01:42:43,666 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:42:43,666 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:42:43,666 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:43,668 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412065cc85adfd1e8416892e3cf8abae502d0_7603686346417eec98f8a593d1504527 store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:43,669 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7603686346417eec98f8a593d1504527#B#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:43,669 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/9763836340d2413f8632d2cab749ebbe is 50, key is test_row_0/B:col10/1733449362766/Put/seqid=0
2024-12-06T01:42:43,671 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412065cc85adfd1e8416892e3cf8abae502d0_7603686346417eec98f8a593d1504527, store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:43,674 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065cc85adfd1e8416892e3cf8abae502d0_7603686346417eec98f8a593d1504527 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:43,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742215_1391 (size=12241)
2024-12-06T01:42:43,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742216_1392 (size=4469)
2024-12-06T01:42:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-12-06T01:42:43,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-12-06T01:42:43,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:43,819 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 7603686346417eec98f8a593d1504527 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-12-06T01:42:43,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=A
2024-12-06T01:42:43,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:43,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=B
2024-12-06T01:42:43,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:43,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=C
2024-12-06T01:42:43,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:43,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060af6d01a08f74eba9516216237b8258c_7603686346417eec98f8a593d1504527 is 50, key is test_row_0/A:col10/1733449362829/Put/seqid=0
2024-12-06T01:42:43,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742217_1393 (size=12154)
2024-12-06T01:42:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-12-06T01:42:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7603686346417eec98f8a593d1504527
2024-12-06T01:42:43,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:44,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449424049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:44,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449424050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:44,086 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/9763836340d2413f8632d2cab749ebbe as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/9763836340d2413f8632d2cab749ebbe
2024-12-06T01:42:44,090 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7603686346417eec98f8a593d1504527#A#compaction#332 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:44,090 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/1b8720da849448ef99f3bce6d2f0142e is 175, key is test_row_0/A:col10/1733449362766/Put/seqid=0
2024-12-06T01:42:44,091 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7603686346417eec98f8a593d1504527/B of 7603686346417eec98f8a593d1504527 into 9763836340d2413f8632d2cab749ebbe(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:44,091 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:44,092 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., storeName=7603686346417eec98f8a593d1504527/B, priority=13, startTime=1733449363653; duration=0sec
2024-12-06T01:42:44,092 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:44,092 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7603686346417eec98f8a593d1504527:B
2024-12-06T01:42:44,092 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:44,094 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:44,094 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7603686346417eec98f8a593d1504527/C is initiating minor compaction (all files)
2024-12-06T01:42:44,094 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7603686346417eec98f8a593d1504527/C in TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:44,094 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/62c3f219fab64602925379ee41c14463, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/eed4f141945246ba8a8962a06a08cda1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/a47c70143dd645c482c530f25e02b212] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp, totalSize=35.3 K
2024-12-06T01:42:44,096 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 62c3f219fab64602925379ee41c14463, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733449359360
2024-12-06T01:42:44,096 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting eed4f141945246ba8a8962a06a08cda1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733449360515
2024-12-06T01:42:44,096 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting a47c70143dd645c482c530f25e02b212, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733449362766
2024-12-06T01:42:44,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742218_1394 (size=31195)
2024-12-06T01:42:44,102 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/1b8720da849448ef99f3bce6d2f0142e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/1b8720da849448ef99f3bce6d2f0142e
2024-12-06T01:42:44,107 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7603686346417eec98f8a593d1504527#C#compaction#335 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:44,108 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7603686346417eec98f8a593d1504527/A of 7603686346417eec98f8a593d1504527 into 1b8720da849448ef99f3bce6d2f0142e(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:44,108 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:44,108 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., storeName=7603686346417eec98f8a593d1504527/A, priority=13, startTime=1733449363652; duration=0sec
2024-12-06T01:42:44,108 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:44,108 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7603686346417eec98f8a593d1504527:A
2024-12-06T01:42:44,110 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/c477c467f43e44c9a99035e039b8e048 is 50, key is test_row_0/C:col10/1733449362766/Put/seqid=0
2024-12-06T01:42:44,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742219_1395 (size=12241)
2024-12-06T01:42:44,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449424172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:44,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:44,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449424172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:44,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:44,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:44,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:44,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:44,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:44,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:44,236 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060af6d01a08f74eba9516216237b8258c_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060af6d01a08f74eba9516216237b8258c_7603686346417eec98f8a593d1504527
2024-12-06T01:42:44,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/540ab4c35ea847d99791aff54d1469e1, store: [table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:44,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/540ab4c35ea847d99791aff54d1469e1 is 175, key is test_row_0/A:col10/1733449362829/Put/seqid=0
2024-12-06T01:42:44,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742220_1396 (size=30955)
2024-12-06T01:42:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-12-06T01:42:44,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449424382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:44,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449424382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:44,522 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/c477c467f43e44c9a99035e039b8e048 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/c477c467f43e44c9a99035e039b8e048
2024-12-06T01:42:44,527 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7603686346417eec98f8a593d1504527/C of 7603686346417eec98f8a593d1504527 into c477c467f43e44c9a99035e039b8e048(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:44,527 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:44,527 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., storeName=7603686346417eec98f8a593d1504527/C, priority=13, startTime=1733449363653; duration=0sec
2024-12-06T01:42:44,527 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:44,527 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7603686346417eec98f8a593d1504527:C
2024-12-06T01:42:44,646 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/540ab4c35ea847d99791aff54d1469e1
2024-12-06T01:42:44,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/2806453e3f394f11a81e460333a88c7e is 50, key is test_row_0/B:col10/1733449362829/Put/seqid=0
2024-12-06T01:42:44,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742221_1397 (size=12001)
2024-12-06T01:42:44,659 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/2806453e3f394f11a81e460333a88c7e
2024-12-06T01:42:44,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/4c01be8b569e46f4901e9cda62ea2d0c is 50, key is test_row_0/C:col10/1733449362829/Put/seqid=0
2024-12-06T01:42:44,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742222_1398 (size=12001)
2024-12-06T01:42:44,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449424702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:44,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449424702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-12-06T01:42:45,072 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/4c01be8b569e46f4901e9cda62ea2d0c
2024-12-06T01:42:45,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/540ab4c35ea847d99791aff54d1469e1 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/540ab4c35ea847d99791aff54d1469e1
2024-12-06T01:42:45,080 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/540ab4c35ea847d99791aff54d1469e1, entries=150, sequenceid=128, filesize=30.2 K
2024-12-06T01:42:45,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/2806453e3f394f11a81e460333a88c7e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/2806453e3f394f11a81e460333a88c7e
2024-12-06T01:42:45,086 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/2806453e3f394f11a81e460333a88c7e, entries=150, sequenceid=128, filesize=11.7 K
2024-12-06T01:42:45,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/4c01be8b569e46f4901e9cda62ea2d0c as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/4c01be8b569e46f4901e9cda62ea2d0c
2024-12-06T01:42:45,091 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/4c01be8b569e46f4901e9cda62ea2d0c, entries=150, sequenceid=128, filesize=11.7 K
2024-12-06T01:42:45,092 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 7603686346417eec98f8a593d1504527 in 1274ms, sequenceid=128, compaction requested=false
2024-12-06T01:42:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96
2024-12-06T01:42:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=96
2024-12-06T01:42:45,095 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95
2024-12-06T01:42:45,095 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4270 sec
2024-12-06T01:42:45,097 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.4330 sec
2024-12-06T01:42:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7603686346417eec98f8a593d1504527
2024-12-06T01:42:45,214 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7603686346417eec98f8a593d1504527 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-12-06T01:42:45,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=A
2024-12-06T01:42:45,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:45,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=B
2024-12-06T01:42:45,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:45,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=C
2024-12-06T01:42:45,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:45,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064ddaee9d74c3441cae58af5947572d16_7603686346417eec98f8a593d1504527 is 50, key is test_row_0/A:col10/1733449365213/Put/seqid=0
2024-12-06T01:42:45,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742223_1399 (size=14794)
2024-12-06T01:42:45,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449425259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:45,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449425263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:45,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:45,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:45,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:45,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449425372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:45,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:45,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:45,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:45,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449425382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:45,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:45,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:45,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:45,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449425592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:45,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:45,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:45,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449425592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:45,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:45,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:45,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:45,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:45,630 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:45,634 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064ddaee9d74c3441cae58af5947572d16_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064ddaee9d74c3441cae58af5947572d16_7603686346417eec98f8a593d1504527
2024-12-06T01:42:45,635 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/a79bc41287d24c0591b277167c944166, store: [table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:45,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/a79bc41287d24c0591b277167c944166 is 175, key is test_row_0/A:col10/1733449365213/Put/seqid=0
2024-12-06T01:42:45,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742224_1400 (size=39749)
2024-12-06T01:42:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-12-06T01:42:45,813 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:45,813 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:42:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees
2024-12-06T01:42:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-12-06T01:42:45,815 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:42:45,816 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:42:45,816 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:42:45,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449425913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:45,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:45,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:45,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:45,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449425913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:45,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:45,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:45,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-12-06T01:42:45,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-12-06T01:42:45,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:45,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:45,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:45,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:45,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:46,040 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=149, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/a79bc41287d24c0591b277167c944166
2024-12-06T01:42:46,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/600a87528c9d48c0813197356febe6d9 is 50, key is test_row_0/B:col10/1733449365213/Put/seqid=0
2024-12-06T01:42:46,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742225_1401 (size=12151)
2024-12-06T01:42:46,085 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/600a87528c9d48c0813197356febe6d9
2024-12-06T01:42:46,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/98868350c37042c79295892420b74259 is 50, key is test_row_0/C:col10/1733449365213/Put/seqid=0
2024-12-06T01:42:46,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-12-06T01:42:46,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:46,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:46,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:46,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:46,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-12-06T01:42:46,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742226_1402 (size=12151)
2024-12-06T01:42:46,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-12-06T01:42:46,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:46,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:46,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:46,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:46,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:46,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-12-06T01:42:46,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:46,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:46,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:46,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:46,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:46,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449426422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:46,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:46,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:46,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:46,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449426422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:46,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:46,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:46,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-12-06T01:42:46,539 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/98868350c37042c79295892420b74259
2024-12-06T01:42:46,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/a79bc41287d24c0591b277167c944166 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/a79bc41287d24c0591b277167c944166
2024-12-06T01:42:46,551 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/a79bc41287d24c0591b277167c944166, entries=200, sequenceid=149, filesize=38.8 K
2024-12-06T01:42:46,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/600a87528c9d48c0813197356febe6d9 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/600a87528c9d48c0813197356febe6d9
2024-12-06T01:42:46,559 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/600a87528c9d48c0813197356febe6d9, entries=150, sequenceid=149, filesize=11.9 K
2024-12-06T01:42:46,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/98868350c37042c79295892420b74259 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/98868350c37042c79295892420b74259
2024-12-06T01:42:46,563 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/98868350c37042c79295892420b74259, entries=150, sequenceid=149, filesize=11.9 K
2024-12-06T01:42:46,565 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 7603686346417eec98f8a593d1504527 in 1350ms, sequenceid=149, compaction requested=true
2024-12-06T01:42:46,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:46,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7603686346417eec98f8a593d1504527:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:42:46,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:46,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7603686346417eec98f8a593d1504527:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:42:46,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:46,565 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:46,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7603686346417eec98f8a593d1504527:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:42:46,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:46,565 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:46,566 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:46,566 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:46,566 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7603686346417eec98f8a593d1504527/B is initiating minor compaction (all files)
2024-12-06T01:42:46,566 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7603686346417eec98f8a593d1504527/A is initiating minor compaction (all files)
2024-12-06T01:42:46,566 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7603686346417eec98f8a593d1504527/B in TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:46,566 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7603686346417eec98f8a593d1504527/A in TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:46,566 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/9763836340d2413f8632d2cab749ebbe, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/2806453e3f394f11a81e460333a88c7e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/600a87528c9d48c0813197356febe6d9] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp, totalSize=35.5 K
2024-12-06T01:42:46,566 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/1b8720da849448ef99f3bce6d2f0142e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/540ab4c35ea847d99791aff54d1469e1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/a79bc41287d24c0591b277167c944166] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp, totalSize=99.5 K
2024-12-06T01:42:46,566 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:46,567 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/1b8720da849448ef99f3bce6d2f0142e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/540ab4c35ea847d99791aff54d1469e1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/a79bc41287d24c0591b277167c944166]
2024-12-06T01:42:46,567 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b8720da849448ef99f3bce6d2f0142e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733449362766
2024-12-06T01:42:46,567 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 9763836340d2413f8632d2cab749ebbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733449362766
2024-12-06T01:42:46,568 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 540ab4c35ea847d99791aff54d1469e1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733449362810
2024-12-06T01:42:46,568 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 2806453e3f394f11a81e460333a88c7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733449362810
2024-12-06T01:42:46,568 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting a79bc41287d24c0591b277167c944166, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733449364027
2024-12-06T01:42:46,568 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 600a87528c9d48c0813197356febe6d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733449364027
2024-12-06T01:42:46,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-12-06T01:42:46,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:46,590 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 7603686346417eec98f8a593d1504527 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-06T01:42:46,590 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7603686346417eec98f8a593d1504527#B#compaction#341 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:46,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=A
2024-12-06T01:42:46,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:46,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=B
2024-12-06T01:42:46,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:46,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=C
2024-12-06T01:42:46,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:46,591 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/8debfe7c4ef74f73b2ec9acb307b2f21 is 50, key is test_row_0/B:col10/1733449365213/Put/seqid=0
2024-12-06T01:42:46,602 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:46,650 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412065257d39871734ba3b598f4f601bc36bc_7603686346417eec98f8a593d1504527 store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:46,652 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412065257d39871734ba3b598f4f601bc36bc_7603686346417eec98f8a593d1504527, store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:46,653 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065257d39871734ba3b598f4f601bc36bc_7603686346417eec98f8a593d1504527 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:46,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120646d77ae33df2499c8c51ac444dfe3440_7603686346417eec98f8a593d1504527 is 50, key is test_row_0/A:col10/1733449365257/Put/seqid=0
2024-12-06T01:42:46,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742227_1403 (size=12493)
2024-12-06T01:42:46,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742228_1404 (size=4469)
2024-12-06T01:42:46,760 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742229_1405 (size=12304)
2024-12-06T01:42:46,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:46,766 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120646d77ae33df2499c8c51ac444dfe3440_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120646d77ae33df2499c8c51ac444dfe3440_7603686346417eec98f8a593d1504527
2024-12-06T01:42:46,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/fdec8722aeb247ec9dcf153d74f66293, store: [table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:46,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/fdec8722aeb247ec9dcf153d74f66293 is 175, key is test_row_0/A:col10/1733449365257/Put/seqid=0
2024-12-06T01:42:46,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742230_1406 (size=31105)
2024-12-06T01:42:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-12-06T01:42:47,090 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/8debfe7c4ef74f73b2ec9acb307b2f21 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/8debfe7c4ef74f73b2ec9acb307b2f21
2024-12-06T01:42:47,095 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7603686346417eec98f8a593d1504527/B of 7603686346417eec98f8a593d1504527 into 8debfe7c4ef74f73b2ec9acb307b2f21(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:47,095 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:47,095 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., storeName=7603686346417eec98f8a593d1504527/B, priority=13, startTime=1733449366565; duration=0sec
2024-12-06T01:42:47,095 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:47,095 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7603686346417eec98f8a593d1504527:B
2024-12-06T01:42:47,095 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:47,096 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:47,096 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7603686346417eec98f8a593d1504527/C is initiating minor compaction (all files)
2024-12-06T01:42:47,096 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7603686346417eec98f8a593d1504527/C in TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:47,096 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/c477c467f43e44c9a99035e039b8e048, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/4c01be8b569e46f4901e9cda62ea2d0c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/98868350c37042c79295892420b74259] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp, totalSize=35.5 K
2024-12-06T01:42:47,097 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting c477c467f43e44c9a99035e039b8e048, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733449362766
2024-12-06T01:42:47,097 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c01be8b569e46f4901e9cda62ea2d0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733449362810
2024-12-06T01:42:47,098 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 98868350c37042c79295892420b74259, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733449364027
2024-12-06T01:42:47,108 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7603686346417eec98f8a593d1504527#C#compaction#344 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:47,109 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/8513e903e6374823a71c9cc470db63ce is 50, key is test_row_0/C:col10/1733449365213/Put/seqid=0
2024-12-06T01:42:47,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742231_1407 (size=12493)
2024-12-06T01:42:47,124 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/8513e903e6374823a71c9cc470db63ce as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/8513e903e6374823a71c9cc470db63ce
2024-12-06T01:42:47,132 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7603686346417eec98f8a593d1504527/C of 7603686346417eec98f8a593d1504527 into 8513e903e6374823a71c9cc470db63ce(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:47,132 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:47,132 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., storeName=7603686346417eec98f8a593d1504527/C, priority=13, startTime=1733449366565; duration=0sec
2024-12-06T01:42:47,132 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:47,132 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7603686346417eec98f8a593d1504527:C
2024-12-06T01:42:47,135 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7603686346417eec98f8a593d1504527#A#compaction#342 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:47,136 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/a052a64ab4104362bcdaa483ab793f46 is 175, key is test_row_0/A:col10/1733449365213/Put/seqid=0
2024-12-06T01:42:47,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742232_1408 (size=31447)
2024-12-06T01:42:47,184 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=163, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/fdec8722aeb247ec9dcf153d74f66293
2024-12-06T01:42:47,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/0fd25fca687f4b55b430d585f089e2e8 is 50, key is test_row_0/B:col10/1733449365257/Put/seqid=0
2024-12-06T01:42:47,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742233_1409 (size=12151)
2024-12-06T01:42:47,213 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-12-06T01:42:47,213 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-12-06T01:42:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7603686346417eec98f8a593d1504527
2024-12-06T01:42:47,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:47,556 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/a052a64ab4104362bcdaa483ab793f46 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/a052a64ab4104362bcdaa483ab793f46
2024-12-06T01:42:47,561 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7603686346417eec98f8a593d1504527/A of 7603686346417eec98f8a593d1504527 into a052a64ab4104362bcdaa483ab793f46(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:47,561 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:47,561 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., storeName=7603686346417eec98f8a593d1504527/A, priority=13, startTime=1733449366565; duration=0sec
2024-12-06T01:42:47,561 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:47,561 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7603686346417eec98f8a593d1504527:A
2024-12-06T01:42:47,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449427538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:47,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:47,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:47,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:47,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449427552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:47,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:47,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:47,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:47,608 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/0fd25fca687f4b55b430d585f089e2e8
2024-12-06T01:42:47,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/aa4591765a894978a78965edd4bd1e5c is 50, key is test_row_0/C:col10/1733449365257/Put/seqid=0
2024-12-06T01:42:47,625 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47688 deadline: 1733449427602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:47,626 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in 7603686346417eec98f8a593d1504527 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8263 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:42:47,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:47,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:47,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:47,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47778 deadline: 1733449427625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:47,641 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_0' in 7603686346417eec98f8a593d1504527 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8274 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:42:47,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:47,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:47,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:47,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47710 deadline: 1733449427643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:47,657 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_2' in 7603686346417eec98f8a593d1504527 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8279 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:42:47,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:47,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:47,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:47,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449427673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:47,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:47,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:47,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:47,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449427673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:47,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:47,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:47,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:47,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742234_1410 (size=12151)
2024-12-06T01:42:47,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449427897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:47,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:47,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:47,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449427905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:47,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:47,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:47,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:47,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-12-06T01:42:48,087 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/aa4591765a894978a78965edd4bd1e5c
2024-12-06T01:42:48,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/fdec8722aeb247ec9dcf153d74f66293 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/fdec8722aeb247ec9dcf153d74f66293
2024-12-06T01:42:48,114 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/fdec8722aeb247ec9dcf153d74f66293, entries=150, sequenceid=163, filesize=30.4 K
2024-12-06T01:42:48,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/0fd25fca687f4b55b430d585f089e2e8 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/0fd25fca687f4b55b430d585f089e2e8
2024-12-06T01:42:48,133 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/0fd25fca687f4b55b430d585f089e2e8, entries=150, sequenceid=163, filesize=11.9 K
2024-12-06T01:42:48,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/aa4591765a894978a78965edd4bd1e5c as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/aa4591765a894978a78965edd4bd1e5c
2024-12-06T01:42:48,138 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/aa4591765a894978a78965edd4bd1e5c, entries=150, sequenceid=163, filesize=11.9 K
2024-12-06T01:42:48,139 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 7603686346417eec98f8a593d1504527 in 1549ms, sequenceid=163, compaction requested=false
2024-12-06T01:42:48,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:48,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:48,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98
2024-12-06T01:42:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=98
2024-12-06T01:42:48,143 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97
2024-12-06T01:42:48,143 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3250 sec
2024-12-06T01:42:48,145 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.3310 sec
2024-12-06T01:42:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7603686346417eec98f8a593d1504527
2024-12-06T01:42:48,236 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7603686346417eec98f8a593d1504527 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-06T01:42:48,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=A
2024-12-06T01:42:48,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:48,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=B
2024-12-06T01:42:48,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:48,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=C
2024-12-06T01:42:48,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:48,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068f5a79e072b84cb6941a69a8242c0fe3_7603686346417eec98f8a593d1504527 is 50, key is test_row_0/A:col10/1733449367535/Put/seqid=0
2024-12-06T01:42:48,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449428313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:48,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742235_1411 (size=14794)
2024-12-06T01:42:48,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449428333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:48,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:48,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:48,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:48,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449428443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:48,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:48,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:48,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:48,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449428443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:48,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:48,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:48,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:48,672 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449428662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:48,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:48,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:48,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:48,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449428672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:48,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:48,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:48,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:48,737 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:48,741 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068f5a79e072b84cb6941a69a8242c0fe3_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068f5a79e072b84cb6941a69a8242c0fe3_7603686346417eec98f8a593d1504527
2024-12-06T01:42:48,750 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/78ed650ae62743efaa9cb5a27e962fe7, store: [table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:48,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/78ed650ae62743efaa9cb5a27e962fe7 is 175, key is test_row_0/A:col10/1733449367535/Put/seqid=0
2024-12-06T01:42:48,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742236_1412 (size=39749)
2024-12-06T01:42:48,807 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=185, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/78ed650ae62743efaa9cb5a27e962fe7
2024-12-06T01:42:48,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/f83ad74a32c0495c8f682de1aa4996fc is 50, key is test_row_0/B:col10/1733449367535/Put/seqid=0
2024-12-06T01:42:48,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742237_1413 (size=12151)
2024-12-06T01:42:48,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449428982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:48,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449428982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:48,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:48,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:48,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:48,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:48,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:48,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:49,283 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/f83ad74a32c0495c8f682de1aa4996fc
2024-12-06T01:42:49,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/1444564455d246ee93d7e98a925b2287 is 50, key is test_row_0/C:col10/1733449367535/Put/seqid=0
2024-12-06T01:42:49,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742238_1414 (size=12151)
2024-12-06T01:42:49,365 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/1444564455d246ee93d7e98a925b2287
2024-12-06T01:42:49,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/78ed650ae62743efaa9cb5a27e962fe7 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/78ed650ae62743efaa9cb5a27e962fe7
2024-12-06T01:42:49,375 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/78ed650ae62743efaa9cb5a27e962fe7, entries=200, sequenceid=185, filesize=38.8 K
2024-12-06T01:42:49,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/f83ad74a32c0495c8f682de1aa4996fc as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/f83ad74a32c0495c8f682de1aa4996fc
2024-12-06T01:42:49,382 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/f83ad74a32c0495c8f682de1aa4996fc, entries=150, sequenceid=185, filesize=11.9 K
2024-12-06T01:42:49,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/1444564455d246ee93d7e98a925b2287 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/1444564455d246ee93d7e98a925b2287
2024-12-06T01:42:49,390 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/1444564455d246ee93d7e98a925b2287, entries=150, sequenceid=185, filesize=11.9 K
2024-12-06T01:42:49,391 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 7603686346417eec98f8a593d1504527 in 1155ms, sequenceid=185, compaction requested=true
2024-12-06T01:42:49,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:49,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7603686346417eec98f8a593d1504527:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:42:49,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:49,391 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:49,391 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:49,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7603686346417eec98f8a593d1504527:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:42:49,392 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:49,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:49,392 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7603686346417eec98f8a593d1504527/A is initiating minor compaction (all files)
2024-12-06T01:42:49,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7603686346417eec98f8a593d1504527:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:42:49,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:49,392 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7603686346417eec98f8a593d1504527/A in TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:49,392 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/a052a64ab4104362bcdaa483ab793f46, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/fdec8722aeb247ec9dcf153d74f66293, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/78ed650ae62743efaa9cb5a27e962fe7] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp, totalSize=99.9 K
2024-12-06T01:42:49,393 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:49,393 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/a052a64ab4104362bcdaa483ab793f46, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/fdec8722aeb247ec9dcf153d74f66293, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/78ed650ae62743efaa9cb5a27e962fe7]
2024-12-06T01:42:49,393 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:49,393 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting a052a64ab4104362bcdaa483ab793f46, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733449364027
2024-12-06T01:42:49,393 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7603686346417eec98f8a593d1504527/B is initiating minor compaction (all files)
2024-12-06T01:42:49,393 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7603686346417eec98f8a593d1504527/B in TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:49,393 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/8debfe7c4ef74f73b2ec9acb307b2f21, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/0fd25fca687f4b55b430d585f089e2e8, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/f83ad74a32c0495c8f682de1aa4996fc] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp, totalSize=35.9 K
2024-12-06T01:42:49,396 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdec8722aeb247ec9dcf153d74f66293, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733449365250
2024-12-06T01:42:49,396 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 8debfe7c4ef74f73b2ec9acb307b2f21, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733449364027
2024-12-06T01:42:49,396 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78ed650ae62743efaa9cb5a27e962fe7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733449367510
2024-12-06T01:42:49,397 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fd25fca687f4b55b430d585f089e2e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733449365250
2024-12-06T01:42:49,397 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting f83ad74a32c0495c8f682de1aa4996fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733449367520
2024-12-06T01:42:49,405 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:49,421 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7603686346417eec98f8a593d1504527#B#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:49,422 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/cca72278ae774520b2e43394b8e4a383 is 50, key is test_row_0/B:col10/1733449367535/Put/seqid=0
2024-12-06T01:42:49,432 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120647eb8971628a46a9a0c9a2f728f70d94_7603686346417eec98f8a593d1504527 store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:49,434 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120647eb8971628a46a9a0c9a2f728f70d94_7603686346417eec98f8a593d1504527, store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:49,435 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120647eb8971628a46a9a0c9a2f728f70d94_7603686346417eec98f8a593d1504527 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:49,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742239_1415 (size=12595)
2024-12-06T01:42:49,461 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/cca72278ae774520b2e43394b8e4a383 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/cca72278ae774520b2e43394b8e4a383
2024-12-06T01:42:49,467 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7603686346417eec98f8a593d1504527/B of 7603686346417eec98f8a593d1504527 into cca72278ae774520b2e43394b8e4a383(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:49,467 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:49,467 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., storeName=7603686346417eec98f8a593d1504527/B, priority=13, startTime=1733449369391; duration=0sec
2024-12-06T01:42:49,468 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:49,468 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7603686346417eec98f8a593d1504527:B
2024-12-06T01:42:49,468 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:49,474 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:49,480 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7603686346417eec98f8a593d1504527/C is initiating minor compaction (all files)
2024-12-06T01:42:49,480 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7603686346417eec98f8a593d1504527/C in TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:49,480 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/8513e903e6374823a71c9cc470db63ce, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/aa4591765a894978a78965edd4bd1e5c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/1444564455d246ee93d7e98a925b2287] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp, totalSize=35.9 K
2024-12-06T01:42:49,481 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 8513e903e6374823a71c9cc470db63ce, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733449364027
2024-12-06T01:42:49,481 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting aa4591765a894978a78965edd4bd1e5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733449365250
2024-12-06T01:42:49,481 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 1444564455d246ee93d7e98a925b2287, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733449367520
2024-12-06T01:42:49,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742240_1416 (size=4469)
2024-12-06T01:42:49,506 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7603686346417eec98f8a593d1504527#C#compaction#352 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:49,508 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/4843f9db6b5f4ab8b4d1fb8d37e9c372 is 50, key is test_row_0/C:col10/1733449367535/Put/seqid=0
2024-12-06T01:42:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7603686346417eec98f8a593d1504527
2024-12-06T01:42:49,511 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7603686346417eec98f8a593d1504527 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-06T01:42:49,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=A
2024-12-06T01:42:49,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:49,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=B
2024-12-06T01:42:49,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:49,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=C
2024-12-06T01:42:49,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:49,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742241_1417 (size=12595)
2024-12-06T01:42:49,537 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/4843f9db6b5f4ab8b4d1fb8d37e9c372 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/4843f9db6b5f4ab8b4d1fb8d37e9c372
2024-12-06T01:42:49,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206526edbaaf57b46f8aa871bd403ffbe0a_7603686346417eec98f8a593d1504527 is 50, key is test_row_0/A:col10/1733449369508/Put/seqid=0
2024-12-06T01:42:49,546 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7603686346417eec98f8a593d1504527/C of 7603686346417eec98f8a593d1504527 into 4843f9db6b5f4ab8b4d1fb8d37e9c372(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:49,547 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:49,547 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., storeName=7603686346417eec98f8a593d1504527/C, priority=13, startTime=1733449369392; duration=0sec
2024-12-06T01:42:49,547 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:49,547 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7603686346417eec98f8a593d1504527:C
2024-12-06T01:42:49,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742242_1418 (size=12304)
2024-12-06T01:42:49,563 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:49,567 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206526edbaaf57b46f8aa871bd403ffbe0a_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206526edbaaf57b46f8aa871bd403ffbe0a_7603686346417eec98f8a593d1504527
2024-12-06T01:42:49,569 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/9e33247bba084fdd9768ccfa91e52f19, store: [table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:49,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/9e33247bba084fdd9768ccfa91e52f19 is 175, key is test_row_0/A:col10/1733449369508/Put/seqid=0
2024-12-06T01:42:49,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742243_1419 (size=31105)
2024-12-06T01:42:49,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449429601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:49,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:49,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:49,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:49,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449429615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:49,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:49,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:49,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:49,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449429722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:49,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:49,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:49,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:49,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449429733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:49,894 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7603686346417eec98f8a593d1504527#A#compaction#350 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:49,895 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/55f1b3c6e0ff47df80653129ffbd0369 is 175, key is test_row_0/A:col10/1733449367535/Put/seqid=0
2024-12-06T01:42:49,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742244_1420 (size=31549)
2024-12-06T01:42:49,906 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/55f1b3c6e0ff47df80653129ffbd0369 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/55f1b3c6e0ff47df80653129ffbd0369
2024-12-06T01:42:49,910 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7603686346417eec98f8a593d1504527/A of 7603686346417eec98f8a593d1504527 into 55f1b3c6e0ff47df80653129ffbd0369(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:49,910 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:49,910 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., storeName=7603686346417eec98f8a593d1504527/A, priority=13, startTime=1733449369391; duration=0sec
2024-12-06T01:42:49,911 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:49,911 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7603686346417eec98f8a593d1504527:A
2024-12-06T01:42:49,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449429942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:49,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:49,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:49,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:49,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449429953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:49,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:49,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:49,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-12-06T01:42:49,982 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:49,983 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:42:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees
2024-12-06T01:42:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-12-06T01:42:49,984 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:42:49,985 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:42:49,985 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:42:49,995 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/9e33247bba084fdd9768ccfa91e52f19
2024-12-06T01:42:50,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/20ead8b099e64431b47817bebfe0c857 is 50, key is test_row_0/B:col10/1733449369508/Put/seqid=0
2024-12-06T01:42:50,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742245_1421 (size=12151)
2024-12-06T01:42:50,031 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/20ead8b099e64431b47817bebfe0c857
2024-12-06T01:42:50,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/1c904ef2e7064fa7abb9c1cd0cdd951f is 50, key is test_row_0/C:col10/1733449369508/Put/seqid=0
2024-12-06T01:42:50,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742246_1422 (size=12151)
2024-12-06T01:42:50,049 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/1c904ef2e7064fa7abb9c1cd0cdd951f
2024-12-06T01:42:50,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/9e33247bba084fdd9768ccfa91e52f19 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/9e33247bba084fdd9768ccfa91e52f19
2024-12-06T01:42:50,060 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/9e33247bba084fdd9768ccfa91e52f19, entries=150, sequenceid=200, filesize=30.4 K
2024-12-06T01:42:50,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/20ead8b099e64431b47817bebfe0c857 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/20ead8b099e64431b47817bebfe0c857
2024-12-06T01:42:50,064 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/20ead8b099e64431b47817bebfe0c857, entries=150, sequenceid=200, filesize=11.9 K
2024-12-06T01:42:50,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/1c904ef2e7064fa7abb9c1cd0cdd951f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/1c904ef2e7064fa7abb9c1cd0cdd951f
2024-12-06T01:42:50,073 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/1c904ef2e7064fa7abb9c1cd0cdd951f, entries=150, sequenceid=200, filesize=11.9 K
2024-12-06T01:42:50,074 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 7603686346417eec98f8a593d1504527 in 563ms, sequenceid=200, compaction requested=false
2024-12-06T01:42:50,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-12-06T01:42:50,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-12-06T01:42:50,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:50,137 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 7603686346417eec98f8a593d1504527 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-12-06T01:42:50,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=A
2024-12-06T01:42:50,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:50,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=B
2024-12-06T01:42:50,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:50,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=C
2024-12-06T01:42:50,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:50,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d629c0f85ff6408fa3f5e501f82dbd21_7603686346417eec98f8a593d1504527 is 50, key is test_row_0/A:col10/1733449369613/Put/seqid=0
2024-12-06T01:42:50,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742247_1423 (size=12304)
2024-12-06T01:42:50,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:50,160 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d629c0f85ff6408fa3f5e501f82dbd21_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d629c0f85ff6408fa3f5e501f82dbd21_7603686346417eec98f8a593d1504527
2024-12-06T01:42:50,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/7ab029b2f5e34d43916414229139ec63, store: [table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:50,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/7ab029b2f5e34d43916414229139ec63 is 175, key is test_row_0/A:col10/1733449369613/Put/seqid=0
2024-12-06T01:42:50,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742248_1424 (size=31105)
2024-12-06T01:42:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7603686346417eec98f8a593d1504527
2024-12-06T01:42:50,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-12-06T01:42:50,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449430308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:50,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:50,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:50,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:50,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449430309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:50,428 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449430422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:50,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:50,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:50,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:50,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449430432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:50,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:50,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:50,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:50,568 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/7ab029b2f5e34d43916414229139ec63
2024-12-06T01:42:50,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/2ead11d2efee49c1b2e09cce683de41b is 50, key is test_row_0/B:col10/1733449369613/Put/seqid=0
2024-12-06T01:42:50,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742249_1425 (size=12151)
2024-12-06T01:42:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-12-06T01:42:50,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449430642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:50,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:50,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:50,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:50,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449430652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:50,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449430952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:50,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:50,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:50,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:50,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449430962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:50,980 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/2ead11d2efee49c1b2e09cce683de41b
2024-12-06T01:42:50,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/9bdad05d5dc24b6898c193fc1e9609f0 is 50, key is test_row_0/C:col10/1733449369613/Put/seqid=0
2024-12-06T01:42:50,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742250_1426 (size=12151)
2024-12-06T01:42:50,992 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/9bdad05d5dc24b6898c193fc1e9609f0
2024-12-06T01:42:50,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/7ab029b2f5e34d43916414229139ec63 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/7ab029b2f5e34d43916414229139ec63
2024-12-06T01:42:51,000 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/7ab029b2f5e34d43916414229139ec63, entries=150, sequenceid=220, filesize=30.4 K
2024-12-06T01:42:51,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/2ead11d2efee49c1b2e09cce683de41b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/2ead11d2efee49c1b2e09cce683de41b
2024-12-06T01:42:51,004 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/2ead11d2efee49c1b2e09cce683de41b, entries=150, sequenceid=220, filesize=11.9 K
2024-12-06T01:42:51,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/9bdad05d5dc24b6898c193fc1e9609f0 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/9bdad05d5dc24b6898c193fc1e9609f0
2024-12-06T01:42:51,008 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/9bdad05d5dc24b6898c193fc1e9609f0, entries=150, sequenceid=220, filesize=11.9 K
2024-12-06T01:42:51,011 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 7603686346417eec98f8a593d1504527 in 874ms, sequenceid=220, compaction requested=true
2024-12-06T01:42:51,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:51,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:51,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100
2024-12-06T01:42:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=100
2024-12-06T01:42:51,015 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99
2024-12-06T01:42:51,015 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0280 sec
2024-12-06T01:42:51,017 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.0320 sec
2024-12-06T01:42:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-12-06T01:42:51,122 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:51,123 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:42:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees
2024-12-06T01:42:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-12-06T01:42:51,126 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:42:51,128 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:42:51,128 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:42:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-12-06T01:42:51,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-12-06T01:42:51,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:51,281 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 7603686346417eec98f8a593d1504527 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-06T01:42:51,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=A
2024-12-06T01:42:51,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:51,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=B
2024-12-06T01:42:51,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:51,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=C
2024-12-06T01:42:51,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:51,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d5ffb90c702a4c63a5175a4960c9e819_7603686346417eec98f8a593d1504527 is 50, key is test_row_0/A:col10/1733449370304/Put/seqid=0
2024-12-06T01:42:51,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742251_1427 (size=12304)
2024-12-06T01:42:51,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:51,298 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d5ffb90c702a4c63a5175a4960c9e819_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d5ffb90c702a4c63a5175a4960c9e819_7603686346417eec98f8a593d1504527
2024-12-06T01:42:51,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/918efb4201af423c8835d679a3d0cb49, store: [table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:51,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/918efb4201af423c8835d679a3d0cb49 is 175, key is test_row_0/A:col10/1733449370304/Put/seqid=0
2024-12-06T01:42:51,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742252_1428 (size=31105)
2024-12-06T01:42:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-12-06T01:42:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7603686346417eec98f8a593d1504527
2024-12-06T01:42:51,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:51,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449431564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:51,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449431565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:51,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:51,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:51,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:51,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449431673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:51,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449431682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:51,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:51,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:51,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:51,706 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/918efb4201af423c8835d679a3d0cb49
2024-12-06T01:42:51,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/b77f7246690f429ba6b9010e2326b0d2 is 50, key is test_row_0/B:col10/1733449370304/Put/seqid=0
2024-12-06T01:42:51,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742253_1429 (size=12151)
2024-12-06T01:42:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-12-06T01:42:51,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449431883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:51,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:51,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:51,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:51,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449431892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:52,132 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/b77f7246690f429ba6b9010e2326b0d2
2024-12-06T01:42:52,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/6cffb318de214602817422c9c3fc2f3e is 50, key is test_row_0/C:col10/1733449370304/Put/seqid=0
2024-12-06T01:42:52,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742254_1430 (size=12151)
2024-12-06T01:42:52,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449432202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:52,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:52,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:52,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:52,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449432212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:52,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:52,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:52,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-12-06T01:42:52,544 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/6cffb318de214602817422c9c3fc2f3e
2024-12-06T01:42:52,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/918efb4201af423c8835d679a3d0cb49 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/918efb4201af423c8835d679a3d0cb49
2024-12-06T01:42:52,555 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/918efb4201af423c8835d679a3d0cb49, entries=150, sequenceid=234, filesize=30.4 K
2024-12-06T01:42:52,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/b77f7246690f429ba6b9010e2326b0d2 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/b77f7246690f429ba6b9010e2326b0d2
2024-12-06T01:42:52,560 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/b77f7246690f429ba6b9010e2326b0d2, entries=150, sequenceid=234, filesize=11.9 K
2024-12-06T01:42:52,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/6cffb318de214602817422c9c3fc2f3e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/6cffb318de214602817422c9c3fc2f3e
2024-12-06T01:42:52,568 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/6cffb318de214602817422c9c3fc2f3e, entries=150, sequenceid=234, filesize=11.9 K
2024-12-06T01:42:52,569 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 7603686346417eec98f8a593d1504527 in 1288ms, sequenceid=234, compaction requested=true
2024-12-06T01:42:52,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:52,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:52,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102
2024-12-06T01:42:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=102
2024-12-06T01:42:52,573 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101
2024-12-06T01:42:52,573 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4430 sec
2024-12-06T01:42:52,575 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.4500 sec
2024-12-06T01:42:52,732 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7603686346417eec98f8a593d1504527 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-06T01:42:52,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=A
2024-12-06T01:42:52,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:52,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=B
2024-12-06T01:42:52,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:52,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=C
2024-12-06T01:42:52,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7603686346417eec98f8a593d1504527
2024-12-06T01:42:52,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b7ee0572a0724127a58ead82b1e904d3_7603686346417eec98f8a593d1504527 is 50, key is test_row_0/A:col10/1733449371563/Put/seqid=0
2024-12-06T01:42:52,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742255_1431 (size=14794)
2024-12-06T01:42:52,750 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:52,755 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b7ee0572a0724127a58ead82b1e904d3_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b7ee0572a0724127a58ead82b1e904d3_7603686346417eec98f8a593d1504527
2024-12-06T01:42:52,756 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/115edd1ec4954cd282f572f3b53c99a7, store: [table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:52,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/115edd1ec4954cd282f572f3b53c99a7 is 175, key is test_row_0/A:col10/1733449371563/Put/seqid=0
2024-12-06T01:42:52,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742256_1432 (size=39749)
2024-12-06T01:42:52,765 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/115edd1ec4954cd282f572f3b53c99a7
2024-12-06T01:42:52,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/8d2fcb8a7dab4b3f8350dcdbafe48da3 is 50, key is test_row_0/B:col10/1733449371563/Put/seqid=0
2024-12-06T01:42:52,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742257_1433 (size=12151)
2024-12-06T01:42:52,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449432787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:52,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449432793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:52,910 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449432902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:52,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449432912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:52,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:52,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:52,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:53,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449433123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:53,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:53,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:53,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449433123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:53,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:53,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:53,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:53,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:53,181 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/8d2fcb8a7dab4b3f8350dcdbafe48da3
2024-12-06T01:42:53,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/19fe726ea6e247a6bbd9c074421e6bc0 is 50, key is test_row_0/C:col10/1733449371563/Put/seqid=0
2024-12-06T01:42:53,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742258_1434 (size=12151)
2024-12-06T01:42:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-12-06T01:42:53,273 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:53,273 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:42:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees
2024-12-06T01:42:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-12-06T01:42:53,275 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:42:53,276 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:42:53,277 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:42:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-12-06T01:42:53,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-12-06T01:42:53,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:53,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:53,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:53,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:53,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:53,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449433442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:53,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449433442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:53,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:53,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:53,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:53,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-12-06T01:42:53,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:53,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:53,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:53,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:53,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-12-06T01:42:53,598 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/19fe726ea6e247a6bbd9c074421e6bc0
2024-12-06T01:42:53,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/115edd1ec4954cd282f572f3b53c99a7 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/115edd1ec4954cd282f572f3b53c99a7
2024-12-06T01:42:53,607 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/115edd1ec4954cd282f572f3b53c99a7, entries=200, sequenceid=254, filesize=38.8 K
2024-12-06T01:42:53,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/8d2fcb8a7dab4b3f8350dcdbafe48da3 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/8d2fcb8a7dab4b3f8350dcdbafe48da3
2024-12-06T01:42:53,612 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/8d2fcb8a7dab4b3f8350dcdbafe48da3, entries=150, sequenceid=254, filesize=11.9 K
2024-12-06T01:42:53,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/19fe726ea6e247a6bbd9c074421e6bc0 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/19fe726ea6e247a6bbd9c074421e6bc0
2024-12-06T01:42:53,616 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/19fe726ea6e247a6bbd9c074421e6bc0, entries=150, sequenceid=254, filesize=11.9 K
2024-12-06T01:42:53,617 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 7603686346417eec98f8a593d1504527 in 885ms, sequenceid=254, compaction requested=true
2024-12-06T01:42:53,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:53,617 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-12-06T01:42:53,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7603686346417eec98f8a593d1504527:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:42:53,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:53,617 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-12-06T01:42:53,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7603686346417eec98f8a593d1504527:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:42:53,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:53,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7603686346417eec98f8a593d1504527:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:42:53,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:53,619 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 164613 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-12-06T01:42:53,619 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7603686346417eec98f8a593d1504527/A is initiating minor compaction (all files)
2024-12-06T01:42:53,619 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7603686346417eec98f8a593d1504527/A in TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:53,619 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/55f1b3c6e0ff47df80653129ffbd0369, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/9e33247bba084fdd9768ccfa91e52f19, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/7ab029b2f5e34d43916414229139ec63, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/918efb4201af423c8835d679a3d0cb49, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/115edd1ec4954cd282f572f3b53c99a7] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp, totalSize=160.8 K
2024-12-06T01:42:53,619 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:53,619 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/55f1b3c6e0ff47df80653129ffbd0369, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/9e33247bba084fdd9768ccfa91e52f19, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/7ab029b2f5e34d43916414229139ec63, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/918efb4201af423c8835d679a3d0cb49, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/115edd1ec4954cd282f572f3b53c99a7]
2024-12-06T01:42:53,620 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 61199 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-12-06T01:42:53,620 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7603686346417eec98f8a593d1504527/B is initiating minor compaction (all files)
2024-12-06T01:42:53,620 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7603686346417eec98f8a593d1504527/B in TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:53,620 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/cca72278ae774520b2e43394b8e4a383, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/20ead8b099e64431b47817bebfe0c857, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/2ead11d2efee49c1b2e09cce683de41b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/b77f7246690f429ba6b9010e2326b0d2, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/8d2fcb8a7dab4b3f8350dcdbafe48da3] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp, totalSize=59.8 K
2024-12-06T01:42:53,621 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55f1b3c6e0ff47df80653129ffbd0369, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733449367520
2024-12-06T01:42:53,621 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting cca72278ae774520b2e43394b8e4a383, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733449367520
2024-12-06T01:42:53,621 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e33247bba084fdd9768ccfa91e52f19, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733449368264
2024-12-06T01:42:53,621 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 20ead8b099e64431b47817bebfe0c857, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733449368264
2024-12-06T01:42:53,621 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ab029b2f5e34d43916414229139ec63, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733449369593
2024-12-06T01:42:53,622 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ead11d2efee49c1b2e09cce683de41b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733449369593
2024-12-06T01:42:53,622 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 918efb4201af423c8835d679a3d0cb49, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733449370266
2024-12-06T01:42:53,622 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting b77f7246690f429ba6b9010e2326b0d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733449370266
2024-12-06T01:42:53,622 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 115edd1ec4954cd282f572f3b53c99a7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733449371530
2024-12-06T01:42:53,622 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d2fcb8a7dab4b3f8350dcdbafe48da3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733449371562
2024-12-06T01:42:53,630 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:53,634 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7603686346417eec98f8a593d1504527#B#compaction#366 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:53,634 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/e5a2816aada94e85b0f983be0c3f69be is 50, key is test_row_0/B:col10/1733449371563/Put/seqid=0
2024-12-06T01:42:53,640 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206f4c1696e4a134154b71cadb16ba2d9f6_7603686346417eec98f8a593d1504527 store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:53,644 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206f4c1696e4a134154b71cadb16ba2d9f6_7603686346417eec98f8a593d1504527, store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:53,644 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f4c1696e4a134154b71cadb16ba2d9f6_7603686346417eec98f8a593d1504527 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:53,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742259_1435 (size=12765)
2024-12-06T01:42:53,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742260_1436 (size=4469)
2024-12-06T01:42:53,653 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7603686346417eec98f8a593d1504527#A#compaction#365 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:53,653 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/0ee057df35634d838b4753d268929ffb is 175, key is test_row_0/A:col10/1733449371563/Put/seqid=0
2024-12-06T01:42:53,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742261_1437 (size=31719)
2024-12-06T01:42:53,661 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/0ee057df35634d838b4753d268929ffb as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/0ee057df35634d838b4753d268929ffb
2024-12-06T01:42:53,670 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 7603686346417eec98f8a593d1504527/A of 7603686346417eec98f8a593d1504527 into 0ee057df35634d838b4753d268929ffb(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:53,670 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:53,670 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., storeName=7603686346417eec98f8a593d1504527/A, priority=11, startTime=1733449373617; duration=0sec
2024-12-06T01:42:53,670 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:53,670 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7603686346417eec98f8a593d1504527:A
2024-12-06T01:42:53,670 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-12-06T01:42:53,671 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 61199 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-12-06T01:42:53,671 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7603686346417eec98f8a593d1504527/C is initiating minor compaction (all files)
2024-12-06T01:42:53,671 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7603686346417eec98f8a593d1504527/C in TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:53,672 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/4843f9db6b5f4ab8b4d1fb8d37e9c372, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/1c904ef2e7064fa7abb9c1cd0cdd951f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/9bdad05d5dc24b6898c193fc1e9609f0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/6cffb318de214602817422c9c3fc2f3e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/19fe726ea6e247a6bbd9c074421e6bc0] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp, totalSize=59.8 K
2024-12-06T01:42:53,672 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4843f9db6b5f4ab8b4d1fb8d37e9c372, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733449367520
2024-12-06T01:42:53,672 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c904ef2e7064fa7abb9c1cd0cdd951f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733449368264
2024-12-06T01:42:53,672 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bdad05d5dc24b6898c193fc1e9609f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733449369593
2024-12-06T01:42:53,673 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cffb318de214602817422c9c3fc2f3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733449370266
2024-12-06T01:42:53,673 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19fe726ea6e247a6bbd9c074421e6bc0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733449371562
2024-12-06T01:42:53,687 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7603686346417eec98f8a593d1504527#C#compaction#367 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:53,688 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/d4b7ef74a06b4e429146210e6dbfbf65 is 50, key is test_row_0/C:col10/1733449371563/Put/seqid=0
2024-12-06T01:42:53,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742262_1438 (size=12765)
2024-12-06T01:42:53,696 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/d4b7ef74a06b4e429146210e6dbfbf65 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/d4b7ef74a06b4e429146210e6dbfbf65
2024-12-06T01:42:53,702 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 7603686346417eec98f8a593d1504527/C of 7603686346417eec98f8a593d1504527 into d4b7ef74a06b4e429146210e6dbfbf65(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:53,702 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:53,702 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., storeName=7603686346417eec98f8a593d1504527/C, priority=11, startTime=1733449373618; duration=0sec
2024-12-06T01:42:53,702 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:53,702 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7603686346417eec98f8a593d1504527:C
2024-12-06T01:42:53,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-12-06T01:42:53,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:53,735 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 7603686346417eec98f8a593d1504527 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-06T01:42:53,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=A
2024-12-06T01:42:53,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:53,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=B
2024-12-06T01:42:53,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:53,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=C
2024-12-06T01:42:53,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:53,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d0e8c8d5a5094007849f8264d6107e28_7603686346417eec98f8a593d1504527 is 50, key is test_row_0/A:col10/1733449372768/Put/seqid=0
2024-12-06T01:42:53,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742263_1439 (size=12454)
2024-12-06T01:42:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-12-06T01:42:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7603686346417eec98f8a593d1504527
2024-12-06T01:42:53,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:54,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449434035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:54,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:54,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:54,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:54,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449434037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:54,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:54,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:54,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:54,054 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/e5a2816aada94e85b0f983be0c3f69be as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/e5a2816aada94e85b0f983be0c3f69be
2024-12-06T01:42:54,060 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 7603686346417eec98f8a593d1504527/B of 7603686346417eec98f8a593d1504527 into e5a2816aada94e85b0f983be0c3f69be(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:54,060 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:54,060 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., storeName=7603686346417eec98f8a593d1504527/B, priority=11, startTime=1733449373617; duration=0sec
2024-12-06T01:42:54,060 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:54,060 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7603686346417eec98f8a593d1504527:B
2024-12-06T01:42:54,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:54,153 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d0e8c8d5a5094007849f8264d6107e28_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d0e8c8d5a5094007849f8264d6107e28_7603686346417eec98f8a593d1504527
2024-12-06T01:42:54,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/27cd1060d3934fef929576f8a7c8efca, store: [table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:54,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/27cd1060d3934fef929576f8a7c8efca is 175, key is test_row_0/A:col10/1733449372768/Put/seqid=0
2024-12-06T01:42:54,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742264_1440 (size=31255)
2024-12-06T01:42:54,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449434153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:54,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449434153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:54,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:54,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:54,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:54,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449434373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:54,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:54,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449434373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-12-06T01:42:54,560 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/27cd1060d3934fef929576f8a7c8efca
2024-12-06T01:42:54,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/bc50288216cf4a4981f6b123fe181d96 is 50, key is test_row_0/B:col10/1733449372768/Put/seqid=0
2024-12-06T01:42:54,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742265_1441 (size=12301)
2024-12-06T01:42:54,703 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449434693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:54,703 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:54,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:54,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449434693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:54,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:54,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:54,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:54,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:54,974 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/bc50288216cf4a4981f6b123fe181d96
2024-12-06T01:42:54,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/a8c2f0429d7e4c85a91e93a703ffcced is 50, key is test_row_0/C:col10/1733449372768/Put/seqid=0
2024-12-06T01:42:54,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742266_1442 (size=12301)
2024-12-06T01:42:54,987 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/a8c2f0429d7e4c85a91e93a703ffcced
2024-12-06T01:42:54,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/27cd1060d3934fef929576f8a7c8efca as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/27cd1060d3934fef929576f8a7c8efca
2024-12-06T01:42:54,996 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/27cd1060d3934fef929576f8a7c8efca, entries=150, sequenceid=268, filesize=30.5 K
2024-12-06T01:42:54,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/bc50288216cf4a4981f6b123fe181d96 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/bc50288216cf4a4981f6b123fe181d96
2024-12-06T01:42:55,001 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/bc50288216cf4a4981f6b123fe181d96, entries=150, sequenceid=268, filesize=12.0 K
2024-12-06T01:42:55,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/a8c2f0429d7e4c85a91e93a703ffcced as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/a8c2f0429d7e4c85a91e93a703ffcced
2024-12-06T01:42:55,008 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/a8c2f0429d7e4c85a91e93a703ffcced, entries=150, sequenceid=268, filesize=12.0 K
2024-12-06T01:42:55,009 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 7603686346417eec98f8a593d1504527 in 1274ms, sequenceid=268, compaction requested=false
2024-12-06T01:42:55,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:55,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:55,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104
2024-12-06T01:42:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=104
2024-12-06T01:42:55,013 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103
2024-12-06T01:42:55,013 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7350 sec
2024-12-06T01:42:55,015 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.7410 sec
2024-12-06T01:42:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7603686346417eec98f8a593d1504527
2024-12-06T01:42:55,218 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7603686346417eec98f8a593d1504527 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-12-06T01:42:55,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=A
2024-12-06T01:42:55,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:55,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=B
2024-12-06T01:42:55,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:55,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=C
2024-12-06T01:42:55,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:42:55,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206abf1257b7aef4359bad3d0edc6822352_7603686346417eec98f8a593d1504527 is 50, key is test_row_0/A:col10/1733449374016/Put/seqid=0
2024-12-06T01:42:55,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742267_1443 (size=12454)
2024-12-06T01:42:55,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449435251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:55,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449435255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:55,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:55,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:55,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:55,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449435362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:55,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:55,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:55,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:55,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449435372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:55,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:55,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:55,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-12-06T01:42:55,433 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:55,433 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:42:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees
2024-12-06T01:42:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-12-06T01:42:55,436 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:42:55,436 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:42:55,436 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:42:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-12-06T01:42:55,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-06T01:42:55,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:55,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:55,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:55,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:55,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:55,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449435582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:55,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:55,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:55,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449435583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:55,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:55,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:55,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:55,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:55,638 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:55,642 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206abf1257b7aef4359bad3d0edc6822352_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206abf1257b7aef4359bad3d0edc6822352_7603686346417eec98f8a593d1504527
2024-12-06T01:42:55,643 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/321ecc1f34f14973a2312e85312240fa, store: [table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:55,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/321ecc1f34f14973a2312e85312240fa is 175, key is test_row_0/A:col10/1733449374016/Put/seqid=0
2024-12-06T01:42:55,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742268_1444 (size=31255)
2024-12-06T01:42:55,669 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-06T01:42:55,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-06T01:42:55,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:55,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:55,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:55,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:55,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-12-06T01:42:55,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-06T01:42:55,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:55,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:55,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:55,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:55,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:55,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449435903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:55,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449435903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:55,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:55,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:55,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:55,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:55,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:55,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:56,048 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/321ecc1f34f14973a2312e85312240fa
2024-12-06T01:42:56,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-06T01:42:56,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:56,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:56,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:56,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:56,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:56,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/4f2532e80c6c4cadaa68158dd3ed2841 is 50, key is test_row_0/B:col10/1733449374016/Put/seqid=0
2024-12-06T01:42:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-12-06T01:42:56,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742269_1445 (size=12301)
2024-12-06T01:42:56,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-06T01:42:56,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:56,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:56,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:56,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:56,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:56,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-06T01:42:56,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:56,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:56,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:56,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:56,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:42:56,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47764 deadline: 1733449436422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:56,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:56,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:42:56,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:56,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47740 deadline: 1733449436422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:56,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:56,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:42:56,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:42:56,465 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/4f2532e80c6c4cadaa68158dd3ed2841
2024-12-06T01:42:56,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/017d308583a64e8c9b061ace6c535556 is 50, key is test_row_0/C:col10/1733449374016/Put/seqid=0
2024-12-06T01:42:56,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742270_1446 (size=12301)
2024-12-06T01:42:56,484 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/017d308583a64e8c9b061ace6c535556
2024-12-06T01:42:56,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/321ecc1f34f14973a2312e85312240fa as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/321ecc1f34f14973a2312e85312240fa
2024-12-06T01:42:56,495 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/321ecc1f34f14973a2312e85312240fa, entries=150, sequenceid=290, filesize=30.5 K
2024-12-06T01:42:56,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/4f2532e80c6c4cadaa68158dd3ed2841 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/4f2532e80c6c4cadaa68158dd3ed2841
2024-12-06T01:42:56,499 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/4f2532e80c6c4cadaa68158dd3ed2841, entries=150, sequenceid=290, filesize=12.0 K
2024-12-06T01:42:56,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/017d308583a64e8c9b061ace6c535556 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/017d308583a64e8c9b061ace6c535556
2024-12-06T01:42:56,503 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/017d308583a64e8c9b061ace6c535556, entries=150, sequenceid=290, filesize=12.0 K
2024-12-06T01:42:56,504 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 7603686346417eec98f8a593d1504527 in 1287ms, sequenceid=290, compaction requested=true
2024-12-06T01:42:56,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:56,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7603686346417eec98f8a593d1504527:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:42:56,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:56,504 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:56,504 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:56,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7603686346417eec98f8a593d1504527:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:42:56,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:56,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7603686346417eec98f8a593d1504527:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:42:56,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:56,505 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94229 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:56,505 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:56,505 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7603686346417eec98f8a593d1504527/A is initiating minor compaction (all files)
2024-12-06T01:42:56,505 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7603686346417eec98f8a593d1504527/B is initiating minor compaction (all files)
2024-12-06T01:42:56,505 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7603686346417eec98f8a593d1504527/A in TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:56,505 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7603686346417eec98f8a593d1504527/B in TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:56,505 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/e5a2816aada94e85b0f983be0c3f69be, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/bc50288216cf4a4981f6b123fe181d96, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/4f2532e80c6c4cadaa68158dd3ed2841] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp, totalSize=36.5 K
2024-12-06T01:42:56,505 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/0ee057df35634d838b4753d268929ffb, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/27cd1060d3934fef929576f8a7c8efca, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/321ecc1f34f14973a2312e85312240fa] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp, totalSize=92.0 K
2024-12-06T01:42:56,505 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:56,505 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/0ee057df35634d838b4753d268929ffb, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/27cd1060d3934fef929576f8a7c8efca, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/321ecc1f34f14973a2312e85312240fa]
2024-12-06T01:42:56,506 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting e5a2816aada94e85b0f983be0c3f69be, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733449371562
2024-12-06T01:42:56,506 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ee057df35634d838b4753d268929ffb, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733449371562
2024-12-06T01:42:56,506 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting bc50288216cf4a4981f6b123fe181d96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733449372768
2024-12-06T01:42:56,506 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27cd1060d3934fef929576f8a7c8efca, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733449372768
2024-12-06T01:42:56,506 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f2532e80c6c4cadaa68158dd3ed2841, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733449373996
2024-12-06T01:42:56,507 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 321ecc1f34f14973a2312e85312240fa, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733449373996
2024-12-06T01:42:56,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-06T01:42:56,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:56,512 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 7603686346417eec98f8a593d1504527 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-06T01:42:56,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=A
2024-12-06T01:42:56,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:56,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=B
2024-12-06T01:42:56,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:56,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=C
2024-12-06T01:42:56,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:56,518 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7603686346417eec98f8a593d1504527#B#compaction#374 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:56,519 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/85bc579895c04ff5a11575603ac0b769 is 50, key is test_row_0/B:col10/1733449374016/Put/seqid=0
2024-12-06T01:42:56,526 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206cd945faa8b2547a9a5daea05f6fa4611_7603686346417eec98f8a593d1504527 is 50, key is test_row_0/A:col10/1733449375243/Put/seqid=0
2024-12-06T01:42:56,537 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206905cf539738a4857b4b723473c07b75b_7603686346417eec98f8a593d1504527 store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:56,539 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206905cf539738a4857b4b723473c07b75b_7603686346417eec98f8a593d1504527, store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:56,539 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206905cf539738a4857b4b723473c07b75b_7603686346417eec98f8a593d1504527 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:56,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742272_1448 (size=12454)
2024-12-06T01:42:56,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742271_1447 (size=13017)
2024-12-06T01:42:56,566 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/85bc579895c04ff5a11575603ac0b769 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/85bc579895c04ff5a11575603ac0b769
2024-12-06T01:42:56,571 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7603686346417eec98f8a593d1504527/B of 7603686346417eec98f8a593d1504527 into 85bc579895c04ff5a11575603ac0b769(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:56,571 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:56,571 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., storeName=7603686346417eec98f8a593d1504527/B, priority=13, startTime=1733449376504; duration=0sec
2024-12-06T01:42:56,571 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:42:56,571 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7603686346417eec98f8a593d1504527:B
2024-12-06T01:42:56,572 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:42:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-12-06T01:42:56,573 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:42:56,573 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7603686346417eec98f8a593d1504527/C is initiating minor compaction (all files)
2024-12-06T01:42:56,573 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7603686346417eec98f8a593d1504527/C in TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:56,573 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/d4b7ef74a06b4e429146210e6dbfbf65, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/a8c2f0429d7e4c85a91e93a703ffcced, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/017d308583a64e8c9b061ace6c535556] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp, totalSize=36.5 K
2024-12-06T01:42:56,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742273_1449 (size=4469)
2024-12-06T01:42:56,576 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting d4b7ef74a06b4e429146210e6dbfbf65, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733449371562
2024-12-06T01:42:56,580 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting a8c2f0429d7e4c85a91e93a703ffcced, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733449372768
2024-12-06T01:42:56,580 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 017d308583a64e8c9b061ace6c535556, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733449373996
2024-12-06T01:42:56,594 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7603686346417eec98f8a593d1504527#C#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:56,595 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/1f4d3b276b86473a9d3d6425897aa001 is 50, key is test_row_0/C:col10/1733449374016/Put/seqid=0
2024-12-06T01:42:56,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742274_1450 (size=13017)
2024-12-06T01:42:56,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:42:56,959 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206cd945faa8b2547a9a5daea05f6fa4611_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206cd945faa8b2547a9a5daea05f6fa4611_7603686346417eec98f8a593d1504527
2024-12-06T01:42:56,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/10e1b709f7c04632abb8e7414ade4665, store: [table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:42:56,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/10e1b709f7c04632abb8e7414ade4665 is 175, key is test_row_0/A:col10/1733449375243/Put/seqid=0
2024-12-06T01:42:56,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742275_1451 (size=31255)
2024-12-06T01:42:56,976 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7603686346417eec98f8a593d1504527#A#compaction#375 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:42:56,977 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/3a0230367d794ada9944388387e66ccc is 175, key is test_row_0/A:col10/1733449374016/Put/seqid=0
2024-12-06T01:42:56,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742276_1452 (size=31971)
2024-12-06T01:42:56,989 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/3a0230367d794ada9944388387e66ccc as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/3a0230367d794ada9944388387e66ccc
2024-12-06T01:42:56,997 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7603686346417eec98f8a593d1504527/A of 7603686346417eec98f8a593d1504527 into 3a0230367d794ada9944388387e66ccc(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:56,997 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:56,997 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., storeName=7603686346417eec98f8a593d1504527/A, priority=13, startTime=1733449376504; duration=0sec
2024-12-06T01:42:56,997 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:56,997 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7603686346417eec98f8a593d1504527:A
2024-12-06T01:42:57,011 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/1f4d3b276b86473a9d3d6425897aa001 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/1f4d3b276b86473a9d3d6425897aa001
2024-12-06T01:42:57,016 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7603686346417eec98f8a593d1504527/C of 7603686346417eec98f8a593d1504527 into 1f4d3b276b86473a9d3d6425897aa001(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:42:57,016 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:57,016 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., storeName=7603686346417eec98f8a593d1504527/C, priority=13, startTime=1733449376504; duration=0sec
2024-12-06T01:42:57,016 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:42:57,016 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7603686346417eec98f8a593d1504527:C
2024-12-06T01:42:57,331 INFO  [Thread-1654 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1654.
2024-12-06T01:42:57,331 DEBUG [Thread-1654 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:42:57,331 DEBUG [Thread-1654 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:57,331 DEBUG [Thread-1654 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:57,331 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:57,333 INFO  [Thread-1660 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1660.
2024-12-06T01:42:57,333 DEBUG [Thread-1660 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:42:57,333 DEBUG [Thread-1660 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:57,333 DEBUG [Thread-1660 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:57,333 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:57,334 INFO  [Thread-1658 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1658.
2024-12-06T01:42:57,334 DEBUG [Thread-1658 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:42:57,334 DEBUG [Thread-1658 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:57,334 DEBUG [Thread-1658 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:57,334 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:57,336 INFO  [Thread-1662 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1662.
2024-12-06T01:42:57,336 DEBUG [Thread-1662 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:42:57,336 DEBUG [Thread-1662 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:57,336 DEBUG [Thread-1662 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:57,336 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:57,338 INFO  [Thread-1656 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1656.
2024-12-06T01:42:57,338 DEBUG [Thread-1656 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:42:57,338 DEBUG [Thread-1656 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:57,338 DEBUG [Thread-1656 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:57,338 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:57,367 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/10e1b709f7c04632abb8e7414ade4665
2024-12-06T01:42:57,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/4ba9553bc9b245208e02e06c7dcea644 is 50, key is test_row_0/B:col10/1733449375243/Put/seqid=0
2024-12-06T01:42:57,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742277_1453 (size=12301)
2024-12-06T01:42:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7603686346417eec98f8a593d1504527
2024-12-06T01:42:57,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. as already flushing
2024-12-06T01:42:57,443 INFO  [Thread-1643 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1643.
2024-12-06T01:42:57,443 DEBUG [Thread-1643 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:42:57,443 DEBUG [Thread-1643 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:57,444 DEBUG [Thread-1643 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:57,444 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:57,453 INFO  [Thread-1649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1649.
2024-12-06T01:42:57,453 DEBUG [Thread-1649 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:42:57,454 DEBUG [Thread-1649 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:57,454 DEBUG [Thread-1649 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:57,454 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-12-06T01:42:57,674 INFO  [Thread-1651 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1651.
2024-12-06T01:42:57,674 DEBUG [Thread-1651 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:42:57,674 DEBUG [Thread-1651 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:57,674 DEBUG [Thread-1651 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:57,674 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:57,734 INFO  [Thread-1645 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1645.
2024-12-06T01:42:57,734 DEBUG [Thread-1645 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:42:57,734 DEBUG [Thread-1645 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:57,734 DEBUG [Thread-1645 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:57,734 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:57,743 INFO  [Thread-1647 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1647.
2024-12-06T01:42:57,743 DEBUG [Thread-1647 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:42:57,743 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:57,743 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:57,743 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:57,777 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/4ba9553bc9b245208e02e06c7dcea644
2024-12-06T01:42:57,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/297995ef3a2647ceaa108c946989a53e is 50, key is test_row_0/C:col10/1733449375243/Put/seqid=0
2024-12-06T01:42:57,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742278_1454 (size=12301)
2024-12-06T01:42:58,188 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/297995ef3a2647ceaa108c946989a53e
2024-12-06T01:42:58,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/10e1b709f7c04632abb8e7414ade4665 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/10e1b709f7c04632abb8e7414ade4665
2024-12-06T01:42:58,196 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/10e1b709f7c04632abb8e7414ade4665, entries=150, sequenceid=301, filesize=30.5 K
2024-12-06T01:42:58,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/4ba9553bc9b245208e02e06c7dcea644 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/4ba9553bc9b245208e02e06c7dcea644
2024-12-06T01:42:58,200 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/4ba9553bc9b245208e02e06c7dcea644, entries=150, sequenceid=301, filesize=12.0 K
2024-12-06T01:42:58,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/297995ef3a2647ceaa108c946989a53e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/297995ef3a2647ceaa108c946989a53e
2024-12-06T01:42:58,203 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/297995ef3a2647ceaa108c946989a53e, entries=150, sequenceid=301, filesize=12.0 K
2024-12-06T01:42:58,204 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=33.54 KB/34350 for 7603686346417eec98f8a593d1504527 in 1691ms, sequenceid=301, compaction requested=false
2024-12-06T01:42:58,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 7603686346417eec98f8a593d1504527:

2024-12-06T01:42:58,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:58,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106
2024-12-06T01:42:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=106
2024-12-06T01:42:58,206 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105
2024-12-06T01:42:58,206 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7690 sec
2024-12-06T01:42:58,208 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.7740 sec
2024-12-06T01:42:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-12-06T01:42:59,603 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:42:59,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-06T01:42:59,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 94
2024-12-06T01:42:59,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 16
2024-12-06T01:42:59,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 12
2024-12-06T01:42:59,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 93
2024-12-06T01:42:59,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 21
2024-12-06T01:42:59,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-06T01:42:59,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-06T01:42:59,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1002
2024-12-06T01:42:59,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3003 rows
2024-12-06T01:42:59,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1005
2024-12-06T01:42:59,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3013 rows
2024-12-06T01:42:59,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1005
2024-12-06T01:42:59,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3010 rows
2024-12-06T01:42:59,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1011
2024-12-06T01:42:59,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3028 rows
2024-12-06T01:42:59,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1006
2024-12-06T01:42:59,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3017 rows
2024-12-06T01:42:59,603 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-06T01:42:59,603 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T01:42:59,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:59,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:42:59,604 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:42:59,604 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-12-06T01:42:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-12-06T01:42:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-12-06T01:42:59,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449379607"}]},"ts":"1733449379607"}
2024-12-06T01:42:59,609 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-06T01:42:59,609 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-06T01:42:59,609 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-06T01:42:59,611 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7603686346417eec98f8a593d1504527, UNASSIGN}]
2024-12-06T01:42:59,611 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7603686346417eec98f8a593d1504527, UNASSIGN
2024-12-06T01:42:59,612 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=7603686346417eec98f8a593d1504527, regionState=CLOSING, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:42:59,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7603686346417eec98f8a593d1504527, UNASSIGN because future has completed
2024-12-06T01:42:59,613 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-06T01:42:59,613 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601}]
2024-12-06T01:42:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-12-06T01:42:59,765 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(122): Close 7603686346417eec98f8a593d1504527
2024-12-06T01:42:59,765 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-06T01:42:59,766 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1722): Closing 7603686346417eec98f8a593d1504527, disabling compactions & flushes
2024-12-06T01:42:59,766 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:59,766 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:59,766 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. after waiting 0 ms
2024-12-06T01:42:59,766 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:42:59,766 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(2902): Flushing 7603686346417eec98f8a593d1504527 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-12-06T01:42:59,766 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=A
2024-12-06T01:42:59,766 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:59,766 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=B
2024-12-06T01:42:59,766 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:59,766 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7603686346417eec98f8a593d1504527, store=C
2024-12-06T01:42:59,766 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:42:59,772 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206247ae1ec221244048176a3fc38664e9d_7603686346417eec98f8a593d1504527 is 50, key is test_row_0/A:col10/1733449377742/Put/seqid=0
2024-12-06T01:42:59,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742279_1455 (size=12454)
2024-12-06T01:42:59,911 WARN  [regionserver/00c764f7c3aa:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1
2024-12-06T01:42:59,912 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/84065bfe91bf415a8c44e4777fc0f018, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/ecea3c396b99467480e247f5138bcf00, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/0fc603be73394de09d170a0e28c1ee75, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/43748925b88e4130810075e77d6715d7, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/a76306b597fa48d7a88a121d7bcadebd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/d3f14676dd38407c8296066b1451e399, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/ebf5a6a2b163409a8748b02d0fb47ecd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/1b8720da849448ef99f3bce6d2f0142e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/540ab4c35ea847d99791aff54d1469e1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/a79bc41287d24c0591b277167c944166, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/a052a64ab4104362bcdaa483ab793f46, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/fdec8722aeb247ec9dcf153d74f66293, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/78ed650ae62743efaa9cb5a27e962fe7, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/55f1b3c6e0ff47df80653129ffbd0369, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/9e33247bba084fdd9768ccfa91e52f19, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/7ab029b2f5e34d43916414229139ec63, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/918efb4201af423c8835d679a3d0cb49, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/115edd1ec4954cd282f572f3b53c99a7, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/0ee057df35634d838b4753d268929ffb, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/27cd1060d3934fef929576f8a7c8efca, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/321ecc1f34f14973a2312e85312240fa] to archive
2024-12-06T01:42:59,913 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-06T01:42:59,914 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/84065bfe91bf415a8c44e4777fc0f018 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/84065bfe91bf415a8c44e4777fc0f018
2024-12-06T01:42:59,915 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/ecea3c396b99467480e247f5138bcf00 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/ecea3c396b99467480e247f5138bcf00
2024-12-06T01:42:59,916 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/0fc603be73394de09d170a0e28c1ee75 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/0fc603be73394de09d170a0e28c1ee75
2024-12-06T01:42:59,917 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/43748925b88e4130810075e77d6715d7 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/43748925b88e4130810075e77d6715d7
2024-12-06T01:42:59,918 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/a76306b597fa48d7a88a121d7bcadebd to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/a76306b597fa48d7a88a121d7bcadebd
2024-12-06T01:42:59,919 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/d3f14676dd38407c8296066b1451e399 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/d3f14676dd38407c8296066b1451e399
2024-12-06T01:42:59,920 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/ebf5a6a2b163409a8748b02d0fb47ecd to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/ebf5a6a2b163409a8748b02d0fb47ecd
2024-12-06T01:42:59,920 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/1b8720da849448ef99f3bce6d2f0142e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/1b8720da849448ef99f3bce6d2f0142e
2024-12-06T01:42:59,921 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/540ab4c35ea847d99791aff54d1469e1 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/540ab4c35ea847d99791aff54d1469e1
2024-12-06T01:42:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-12-06T01:42:59,922 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/a79bc41287d24c0591b277167c944166 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/a79bc41287d24c0591b277167c944166
2024-12-06T01:42:59,923 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/a052a64ab4104362bcdaa483ab793f46 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/a052a64ab4104362bcdaa483ab793f46
2024-12-06T01:42:59,924 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/fdec8722aeb247ec9dcf153d74f66293 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/fdec8722aeb247ec9dcf153d74f66293
2024-12-06T01:42:59,926 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/78ed650ae62743efaa9cb5a27e962fe7 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/78ed650ae62743efaa9cb5a27e962fe7
2024-12-06T01:42:59,927 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/55f1b3c6e0ff47df80653129ffbd0369 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/55f1b3c6e0ff47df80653129ffbd0369
2024-12-06T01:42:59,928 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/9e33247bba084fdd9768ccfa91e52f19 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/9e33247bba084fdd9768ccfa91e52f19
2024-12-06T01:42:59,928 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/7ab029b2f5e34d43916414229139ec63 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/7ab029b2f5e34d43916414229139ec63
2024-12-06T01:42:59,929 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/918efb4201af423c8835d679a3d0cb49 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/918efb4201af423c8835d679a3d0cb49
2024-12-06T01:42:59,930 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/115edd1ec4954cd282f572f3b53c99a7 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/115edd1ec4954cd282f572f3b53c99a7
2024-12-06T01:42:59,931 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/0ee057df35634d838b4753d268929ffb to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/0ee057df35634d838b4753d268929ffb
2024-12-06T01:42:59,932 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/27cd1060d3934fef929576f8a7c8efca to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/27cd1060d3934fef929576f8a7c8efca
2024-12-06T01:42:59,933 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/321ecc1f34f14973a2312e85312240fa to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/321ecc1f34f14973a2312e85312240fa
2024-12-06T01:42:59,936 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/0cee96867ae840b89c7bce42e6440cff, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/280d7c2d37594b3ca0e1f507fc9e1056, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/8a1f20984c3e4f28ae7ed878e9d23c19, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/b582eaf86c1d48bd90320cde8f703d1b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/fb48c632babf406c9a03811369a391f3, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/17919a555d014312896a69682b8b80cd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/9763836340d2413f8632d2cab749ebbe, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/74a8d978d0b54dc4a94d27c61aad5e8d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/2806453e3f394f11a81e460333a88c7e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/8debfe7c4ef74f73b2ec9acb307b2f21, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/600a87528c9d48c0813197356febe6d9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/0fd25fca687f4b55b430d585f089e2e8, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/cca72278ae774520b2e43394b8e4a383, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/f83ad74a32c0495c8f682de1aa4996fc, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/20ead8b099e64431b47817bebfe0c857, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/2ead11d2efee49c1b2e09cce683de41b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/b77f7246690f429ba6b9010e2326b0d2, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/e5a2816aada94e85b0f983be0c3f69be, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/8d2fcb8a7dab4b3f8350dcdbafe48da3, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/bc50288216cf4a4981f6b123fe181d96, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/4f2532e80c6c4cadaa68158dd3ed2841] to archive
2024-12-06T01:42:59,936 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-06T01:42:59,937 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/0cee96867ae840b89c7bce42e6440cff to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/0cee96867ae840b89c7bce42e6440cff
2024-12-06T01:42:59,938 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/280d7c2d37594b3ca0e1f507fc9e1056 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/280d7c2d37594b3ca0e1f507fc9e1056
2024-12-06T01:42:59,939 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/8a1f20984c3e4f28ae7ed878e9d23c19 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/8a1f20984c3e4f28ae7ed878e9d23c19
2024-12-06T01:42:59,940 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/b582eaf86c1d48bd90320cde8f703d1b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/b582eaf86c1d48bd90320cde8f703d1b
2024-12-06T01:42:59,941 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/fb48c632babf406c9a03811369a391f3 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/fb48c632babf406c9a03811369a391f3
2024-12-06T01:42:59,941 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/17919a555d014312896a69682b8b80cd to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/17919a555d014312896a69682b8b80cd
2024-12-06T01:42:59,942 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/9763836340d2413f8632d2cab749ebbe to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/9763836340d2413f8632d2cab749ebbe
2024-12-06T01:42:59,943 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/74a8d978d0b54dc4a94d27c61aad5e8d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/74a8d978d0b54dc4a94d27c61aad5e8d
2024-12-06T01:42:59,944 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/2806453e3f394f11a81e460333a88c7e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/2806453e3f394f11a81e460333a88c7e
2024-12-06T01:42:59,944 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/8debfe7c4ef74f73b2ec9acb307b2f21 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/8debfe7c4ef74f73b2ec9acb307b2f21
2024-12-06T01:42:59,945 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/600a87528c9d48c0813197356febe6d9 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/600a87528c9d48c0813197356febe6d9
2024-12-06T01:42:59,946 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/0fd25fca687f4b55b430d585f089e2e8 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/0fd25fca687f4b55b430d585f089e2e8
2024-12-06T01:42:59,947 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/cca72278ae774520b2e43394b8e4a383 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/cca72278ae774520b2e43394b8e4a383
2024-12-06T01:42:59,947 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/f83ad74a32c0495c8f682de1aa4996fc to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/f83ad74a32c0495c8f682de1aa4996fc
2024-12-06T01:42:59,948 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/20ead8b099e64431b47817bebfe0c857 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/20ead8b099e64431b47817bebfe0c857
2024-12-06T01:42:59,949 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/2ead11d2efee49c1b2e09cce683de41b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/2ead11d2efee49c1b2e09cce683de41b
2024-12-06T01:42:59,949 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/b77f7246690f429ba6b9010e2326b0d2 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/b77f7246690f429ba6b9010e2326b0d2
2024-12-06T01:42:59,950 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/e5a2816aada94e85b0f983be0c3f69be to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/e5a2816aada94e85b0f983be0c3f69be
2024-12-06T01:42:59,951 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/8d2fcb8a7dab4b3f8350dcdbafe48da3 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/8d2fcb8a7dab4b3f8350dcdbafe48da3
2024-12-06T01:42:59,952 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/bc50288216cf4a4981f6b123fe181d96 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/bc50288216cf4a4981f6b123fe181d96
2024-12-06T01:42:59,952 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/4f2532e80c6c4cadaa68158dd3ed2841 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/4f2532e80c6c4cadaa68158dd3ed2841
2024-12-06T01:42:59,955 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/b0aa524450d54290ba210a23d7b51022, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/8b394595b0c0437f972b7bf5f33e17af, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/63c88c48c4054959868541cee2881d9b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/62c3f219fab64602925379ee41c14463, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/a4ec0c2e02694132b9f68cee6f093965, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/eed4f141945246ba8a8962a06a08cda1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/c477c467f43e44c9a99035e039b8e048, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/a47c70143dd645c482c530f25e02b212, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/4c01be8b569e46f4901e9cda62ea2d0c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/8513e903e6374823a71c9cc470db63ce, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/98868350c37042c79295892420b74259, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/aa4591765a894978a78965edd4bd1e5c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/4843f9db6b5f4ab8b4d1fb8d37e9c372, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/1444564455d246ee93d7e98a925b2287, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/1c904ef2e7064fa7abb9c1cd0cdd951f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/9bdad05d5dc24b6898c193fc1e9609f0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/6cffb318de214602817422c9c3fc2f3e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/d4b7ef74a06b4e429146210e6dbfbf65, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/19fe726ea6e247a6bbd9c074421e6bc0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/a8c2f0429d7e4c85a91e93a703ffcced, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/017d308583a64e8c9b061ace6c535556] to archive
2024-12-06T01:42:59,956 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-06T01:42:59,957 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/b0aa524450d54290ba210a23d7b51022 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/b0aa524450d54290ba210a23d7b51022
2024-12-06T01:42:59,958 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/8b394595b0c0437f972b7bf5f33e17af to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/8b394595b0c0437f972b7bf5f33e17af
2024-12-06T01:42:59,958 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/63c88c48c4054959868541cee2881d9b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/63c88c48c4054959868541cee2881d9b
2024-12-06T01:42:59,959 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/62c3f219fab64602925379ee41c14463 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/62c3f219fab64602925379ee41c14463
2024-12-06T01:42:59,960 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/a4ec0c2e02694132b9f68cee6f093965 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/a4ec0c2e02694132b9f68cee6f093965
2024-12-06T01:42:59,961 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/eed4f141945246ba8a8962a06a08cda1 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/eed4f141945246ba8a8962a06a08cda1
2024-12-06T01:42:59,962 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/c477c467f43e44c9a99035e039b8e048 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/c477c467f43e44c9a99035e039b8e048
2024-12-06T01:42:59,963 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/a47c70143dd645c482c530f25e02b212 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/a47c70143dd645c482c530f25e02b212
2024-12-06T01:42:59,964 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/4c01be8b569e46f4901e9cda62ea2d0c to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/4c01be8b569e46f4901e9cda62ea2d0c
2024-12-06T01:42:59,965 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/8513e903e6374823a71c9cc470db63ce to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/8513e903e6374823a71c9cc470db63ce
2024-12-06T01:42:59,965 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/98868350c37042c79295892420b74259 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/98868350c37042c79295892420b74259
2024-12-06T01:42:59,966 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/aa4591765a894978a78965edd4bd1e5c to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/aa4591765a894978a78965edd4bd1e5c
2024-12-06T01:42:59,967 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/4843f9db6b5f4ab8b4d1fb8d37e9c372 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/4843f9db6b5f4ab8b4d1fb8d37e9c372
2024-12-06T01:42:59,968 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/1444564455d246ee93d7e98a925b2287 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/1444564455d246ee93d7e98a925b2287
2024-12-06T01:42:59,969 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/1c904ef2e7064fa7abb9c1cd0cdd951f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/1c904ef2e7064fa7abb9c1cd0cdd951f
2024-12-06T01:42:59,969 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/9bdad05d5dc24b6898c193fc1e9609f0 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/9bdad05d5dc24b6898c193fc1e9609f0
2024-12-06T01:42:59,970 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/6cffb318de214602817422c9c3fc2f3e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/6cffb318de214602817422c9c3fc2f3e
2024-12-06T01:42:59,971 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/d4b7ef74a06b4e429146210e6dbfbf65 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/d4b7ef74a06b4e429146210e6dbfbf65
2024-12-06T01:42:59,972 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/19fe726ea6e247a6bbd9c074421e6bc0 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/19fe726ea6e247a6bbd9c074421e6bc0
2024-12-06T01:42:59,973 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/a8c2f0429d7e4c85a91e93a703ffcced to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/a8c2f0429d7e4c85a91e93a703ffcced
2024-12-06T01:42:59,973 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/017d308583a64e8c9b061ace6c535556 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/017d308583a64e8c9b061ace6c535556
2024-12-06T01:43:00,176 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:00,179 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206247ae1ec221244048176a3fc38664e9d_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206247ae1ec221244048176a3fc38664e9d_7603686346417eec98f8a593d1504527
2024-12-06T01:43:00,180 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/ea602a4f506c4c81a4924479a6dbc86d, store: [table=TestAcidGuarantees family=A region=7603686346417eec98f8a593d1504527]
2024-12-06T01:43:00,181 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/ea602a4f506c4c81a4924479a6dbc86d is 175, key is test_row_0/A:col10/1733449377742/Put/seqid=0
2024-12-06T01:43:00,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742280_1456 (size=31255)
2024-12-06T01:43:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-12-06T01:43:00,585 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/ea602a4f506c4c81a4924479a6dbc86d
2024-12-06T01:43:00,590 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/5347e4103d9d4bed9e0cfb09d68ac8d3 is 50, key is test_row_0/B:col10/1733449377742/Put/seqid=0
2024-12-06T01:43:00,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742281_1457 (size=12301)
2024-12-06T01:43:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-12-06T01:43:00,994 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/5347e4103d9d4bed9e0cfb09d68ac8d3
2024-12-06T01:43:01,000 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/3b526a931fb045c78ee8cc0ac8ab121c is 50, key is test_row_0/C:col10/1733449377742/Put/seqid=0
2024-12-06T01:43:01,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742282_1458 (size=12301)
2024-12-06T01:43:01,403 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/3b526a931fb045c78ee8cc0ac8ab121c
2024-12-06T01:43:01,407 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/A/ea602a4f506c4c81a4924479a6dbc86d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/ea602a4f506c4c81a4924479a6dbc86d
2024-12-06T01:43:01,410 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/ea602a4f506c4c81a4924479a6dbc86d, entries=150, sequenceid=312, filesize=30.5 K
2024-12-06T01:43:01,411 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/B/5347e4103d9d4bed9e0cfb09d68ac8d3 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/5347e4103d9d4bed9e0cfb09d68ac8d3
2024-12-06T01:43:01,414 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/5347e4103d9d4bed9e0cfb09d68ac8d3, entries=150, sequenceid=312, filesize=12.0 K
2024-12-06T01:43:01,414 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/.tmp/C/3b526a931fb045c78ee8cc0ac8ab121c as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/3b526a931fb045c78ee8cc0ac8ab121c
2024-12-06T01:43:01,417 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/3b526a931fb045c78ee8cc0ac8ab121c, entries=150, sequenceid=312, filesize=12.0 K
2024-12-06T01:43:01,418 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 7603686346417eec98f8a593d1504527 in 1652ms, sequenceid=312, compaction requested=true
2024-12-06T01:43:01,422 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/recovered.edits/315.seqid, newMaxSeqId=315, maxSeqId=4
2024-12-06T01:43:01,422 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.
2024-12-06T01:43:01,423 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1676): Region close journal for 7603686346417eec98f8a593d1504527:
Waiting for close lock at 1733449379766Running coprocessor pre-close hooks at 1733449379766Disabling compacts and flushes for region at 1733449379766Disabling writes for close at 1733449379766Obtaining lock to block concurrent updates at 1733449379766Preparing flush snapshotting stores in 7603686346417eec98f8a593d1504527 at 1733449379766Finished memstore snapshotting TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733449379766Flushing stores of TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527. at 1733449379767 (+1 ms)Flushing 7603686346417eec98f8a593d1504527/A: creating writer at 1733449379767Flushing mob file 7603686346417eec98f8a593d1504527/A: appending metadata at 1733449379772 (+5 ms)Flushing mob file 7603686346417eec98f8a593d1504527/A: closing flushed file at 1733449379772Flushing 7603686346417eec98f8a593d1504527/A: appending metadata at 1733449380180 (+408 ms)Flushing 7603686346417eec98f8a593d1504527/A: closing flushed file at 1733449380180Flushing 7603686346417eec98f8a593d1504527/B: creating writer at 1733449380588 (+408 ms)Flushing 7603686346417eec98f8a593d1504527/B: appending metadata at 1733449380590 (+2 ms)Flushing 7603686346417eec98f8a593d1504527/B: closing flushed file at 1733449380590Flushing 7603686346417eec98f8a593d1504527/C: creating writer at 1733449380997 (+407 ms)Flushing 7603686346417eec98f8a593d1504527/C: appending metadata at 1733449380999 (+2 ms)Flushing 7603686346417eec98f8a593d1504527/C: closing flushed file at 1733449380999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48389ca9: reopening flushed file at 1733449381407 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68096c22: reopening flushed file at 1733449381410 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe2ba96: reopening flushed file at 1733449381414 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 7603686346417eec98f8a593d1504527 in 1652ms, sequenceid=312, compaction requested=true at 1733449381418 (+4 ms)Writing region close event to WAL at 1733449381419 (+1 ms)Running coprocessor post-close hooks at 1733449381422 (+3 ms)Closed at 1733449381422
2024-12-06T01:43:01,424 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(157): Closed 7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,425 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=7603686346417eec98f8a593d1504527, regionState=CLOSED
2024-12-06T01:43:01,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=110, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601 because future has completed
2024-12-06T01:43:01,428 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109
2024-12-06T01:43:01,429 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; CloseRegionProcedure 7603686346417eec98f8a593d1504527, server=00c764f7c3aa,34571,1733449257601 in 1.8140 sec
2024-12-06T01:43:01,430 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=109, resume processing ppid=108
2024-12-06T01:43:01,430 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=108, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7603686346417eec98f8a593d1504527, UNASSIGN in 1.8180 sec
2024-12-06T01:43:01,432 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107
2024-12-06T01:43:01,432 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8220 sec
2024-12-06T01:43:01,433 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449381433"}]},"ts":"1733449381433"}
2024-12-06T01:43:01,434 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-06T01:43:01,434 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-06T01:43:01,436 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8310 sec
2024-12-06T01:43:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-12-06T01:43:01,763 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:01,763 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-12-06T01:43:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:43:01,765 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=111, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:43:01,766 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=111, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:43:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-12-06T01:43:01,767 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,769 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A, FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B, FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C, FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/recovered.edits]
2024-12-06T01:43:01,771 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/10e1b709f7c04632abb8e7414ade4665 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/10e1b709f7c04632abb8e7414ade4665
2024-12-06T01:43:01,772 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/3a0230367d794ada9944388387e66ccc to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/3a0230367d794ada9944388387e66ccc
2024-12-06T01:43:01,773 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/ea602a4f506c4c81a4924479a6dbc86d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/A/ea602a4f506c4c81a4924479a6dbc86d
2024-12-06T01:43:01,775 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/4ba9553bc9b245208e02e06c7dcea644 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/4ba9553bc9b245208e02e06c7dcea644
2024-12-06T01:43:01,775 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/5347e4103d9d4bed9e0cfb09d68ac8d3 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/5347e4103d9d4bed9e0cfb09d68ac8d3
2024-12-06T01:43:01,776 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/85bc579895c04ff5a11575603ac0b769 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/B/85bc579895c04ff5a11575603ac0b769
2024-12-06T01:43:01,778 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/1f4d3b276b86473a9d3d6425897aa001 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/1f4d3b276b86473a9d3d6425897aa001
2024-12-06T01:43:01,779 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/297995ef3a2647ceaa108c946989a53e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/297995ef3a2647ceaa108c946989a53e
2024-12-06T01:43:01,779 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/3b526a931fb045c78ee8cc0ac8ab121c to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/C/3b526a931fb045c78ee8cc0ac8ab121c
2024-12-06T01:43:01,781 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/recovered.edits/315.seqid to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527/recovered.edits/315.seqid
2024-12-06T01:43:01,782 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,782 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-06T01:43:01,782 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-06T01:43:01,783 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-12-06T01:43:01,785 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060af6d01a08f74eba9516216237b8258c_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060af6d01a08f74eba9516216237b8258c_7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,786 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206247ae1ec221244048176a3fc38664e9d_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206247ae1ec221244048176a3fc38664e9d_7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,787 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120646d77ae33df2499c8c51ac444dfe3440_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120646d77ae33df2499c8c51ac444dfe3440_7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,787 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064ddaee9d74c3441cae58af5947572d16_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064ddaee9d74c3441cae58af5947572d16_7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,788 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065268e2bdac854ec586a453bffebcd2e3_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065268e2bdac854ec586a453bffebcd2e3_7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,789 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206526edbaaf57b46f8aa871bd403ffbe0a_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206526edbaaf57b46f8aa871bd403ffbe0a_7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,790 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206840f143e2e294b59ace3f637cfc76fb3_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206840f143e2e294b59ace3f637cfc76fb3_7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,791 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068a94200f19f349cd9c090cebc954370f_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068a94200f19f349cd9c090cebc954370f_7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,792 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068f5a79e072b84cb6941a69a8242c0fe3_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068f5a79e072b84cb6941a69a8242c0fe3_7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,792 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206abf1257b7aef4359bad3d0edc6822352_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206abf1257b7aef4359bad3d0edc6822352_7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,793 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b7ee0572a0724127a58ead82b1e904d3_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b7ee0572a0724127a58ead82b1e904d3_7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,794 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206cd945faa8b2547a9a5daea05f6fa4611_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206cd945faa8b2547a9a5daea05f6fa4611_7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,795 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d0e8c8d5a5094007849f8264d6107e28_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d0e8c8d5a5094007849f8264d6107e28_7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,796 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d5ffb90c702a4c63a5175a4960c9e819_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d5ffb90c702a4c63a5175a4960c9e819_7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,797 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d629c0f85ff6408fa3f5e501f82dbd21_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d629c0f85ff6408fa3f5e501f82dbd21_7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,798 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206dbaabfea23bc4de5bdf2d93bedbe845b_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206dbaabfea23bc4de5bdf2d93bedbe845b_7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,799 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206dda882ca65944b45996a35428f8ea084_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206dda882ca65944b45996a35428f8ea084_7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,799 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f03bbae16a254795a2f6f3815d7d996f_7603686346417eec98f8a593d1504527 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f03bbae16a254795a2f6f3815d7d996f_7603686346417eec98f8a593d1504527
2024-12-06T01:43:01,800 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-06T01:43:01,802 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=111, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:43:01,803 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-06T01:43:01,805 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-12-06T01:43:01,806 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=111, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:43:01,806 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-12-06T01:43:01,807 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733449381806"}]},"ts":"9223372036854775807"}
2024-12-06T01:43:01,808 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-06T01:43:01,808 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7603686346417eec98f8a593d1504527, NAME => 'TestAcidGuarantees,,1733449354212.7603686346417eec98f8a593d1504527.', STARTKEY => '', ENDKEY => ''}]
2024-12-06T01:43:01,808 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-12-06T01:43:01,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733449381808"}]},"ts":"9223372036854775807"}
2024-12-06T01:43:01,810 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-12-06T01:43:01,811 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=111, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:43:01,812 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 48 msec
2024-12-06T01:43:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-12-06T01:43:01,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-12-06T01:43:01,876 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:01,883 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250 (was 246) - Thread LEAK? -, OpenFileDescriptor=449 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=505 (was 598), ProcessCount=11 (was 11), AvailableMemoryMB=9268 (was 9788)
2024-12-06T01:43:01,892 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=505, ProcessCount=11, AvailableMemoryMB=9268
2024-12-06T01:43:01,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-06T01:43:01,893 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T01:43:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=112, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-12-06T01:43:01,895 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T01:43:01,895 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:01,895 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 112
2024-12-06T01:43:01,896 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T01:43:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112
2024-12-06T01:43:01,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742283_1459 (size=1061)
2024-12-06T01:43:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112
2024-12-06T01:43:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112
2024-12-06T01:43:02,302 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866
2024-12-06T01:43:02,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742284_1460 (size=53)
2024-12-06T01:43:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112
2024-12-06T01:43:02,707 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T01:43:02,708 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7cf077a66bf849c3b73f98c1167a942f, disabling compactions & flushes
2024-12-06T01:43:02,708 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:02,708 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:02,708 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. after waiting 0 ms
2024-12-06T01:43:02,708 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:02,708 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:02,708 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7cf077a66bf849c3b73f98c1167a942f:
Waiting for close lock at 1733449382708Disabling compacts and flushes for region at 1733449382708Disabling writes for close at 1733449382708Writing region close event to WAL at 1733449382708Closed at 1733449382708
2024-12-06T01:43:02,709 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T01:43:02,709 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733449382709"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733449382709"}]},"ts":"1733449382709"}
2024-12-06T01:43:02,710 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T01:43:02,711 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T01:43:02,711 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449382711"}]},"ts":"1733449382711"}
2024-12-06T01:43:02,712 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-06T01:43:02,712 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7cf077a66bf849c3b73f98c1167a942f, ASSIGN}]
2024-12-06T01:43:02,713 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7cf077a66bf849c3b73f98c1167a942f, ASSIGN
2024-12-06T01:43:02,714 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7cf077a66bf849c3b73f98c1167a942f, ASSIGN; state=OFFLINE, location=00c764f7c3aa,34571,1733449257601; forceNewPlan=false, retain=false
2024-12-06T01:43:02,865 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=7cf077a66bf849c3b73f98c1167a942f, regionState=OPENING, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:02,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7cf077a66bf849c3b73f98c1167a942f, ASSIGN because future has completed
2024-12-06T01:43:02,866 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601}]
2024-12-06T01:43:03,021 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:03,021 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7752): Opening region: {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
2024-12-06T01:43:03,021 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:03,021 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T01:43:03,022 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7794): checking encryption for 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:03,022 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7797): checking classloading for 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:03,023 INFO  [StoreOpener-7cf077a66bf849c3b73f98c1167a942f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7cf077a66bf849c3b73f98c1167a942f 
2024-12-06T01:43:03,024 INFO  [StoreOpener-7cf077a66bf849c3b73f98c1167a942f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:43:03,024 INFO  [StoreOpener-7cf077a66bf849c3b73f98c1167a942f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cf077a66bf849c3b73f98c1167a942f columnFamilyName A
2024-12-06T01:43:03,024 DEBUG [StoreOpener-7cf077a66bf849c3b73f98c1167a942f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:03,024 INFO  [StoreOpener-7cf077a66bf849c3b73f98c1167a942f-1 {}] regionserver.HStore(327): Store=7cf077a66bf849c3b73f98c1167a942f/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:43:03,024 INFO  [StoreOpener-7cf077a66bf849c3b73f98c1167a942f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7cf077a66bf849c3b73f98c1167a942f 
2024-12-06T01:43:03,025 INFO  [StoreOpener-7cf077a66bf849c3b73f98c1167a942f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:43:03,025 INFO  [StoreOpener-7cf077a66bf849c3b73f98c1167a942f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cf077a66bf849c3b73f98c1167a942f columnFamilyName B
2024-12-06T01:43:03,026 DEBUG [StoreOpener-7cf077a66bf849c3b73f98c1167a942f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:03,026 INFO  [StoreOpener-7cf077a66bf849c3b73f98c1167a942f-1 {}] regionserver.HStore(327): Store=7cf077a66bf849c3b73f98c1167a942f/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:43:03,026 INFO  [StoreOpener-7cf077a66bf849c3b73f98c1167a942f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7cf077a66bf849c3b73f98c1167a942f 
2024-12-06T01:43:03,027 INFO  [StoreOpener-7cf077a66bf849c3b73f98c1167a942f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:43:03,027 INFO  [StoreOpener-7cf077a66bf849c3b73f98c1167a942f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cf077a66bf849c3b73f98c1167a942f columnFamilyName C
2024-12-06T01:43:03,027 DEBUG [StoreOpener-7cf077a66bf849c3b73f98c1167a942f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:03,027 INFO  [StoreOpener-7cf077a66bf849c3b73f98c1167a942f-1 {}] regionserver.HStore(327): Store=7cf077a66bf849c3b73f98c1167a942f/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:43:03,027 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:03,027 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1038): replaying wal for 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:03,028 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:03,028 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:03,029 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1048): stopping wal replay for 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:03,029 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1060): Cleaning up temporary data for 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:03,029 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-06T01:43:03,030 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1093): writing seq id for 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:03,031 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T01:43:03,032 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1114): Opened 7cf077a66bf849c3b73f98c1167a942f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70346400, jitterRate=0.048243045806884766}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-06T01:43:03,032 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:03,032 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1006): Region open journal for 7cf077a66bf849c3b73f98c1167a942f:
Running coprocessor pre-open hook at 1733449383022Writing region info on filesystem at 1733449383022Initializing all the Stores at 1733449383022Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449383022Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449383022Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449383022Cleaning up temporary data from old regions at 1733449383029 (+7 ms)Running coprocessor post-open hooks at 1733449383032 (+3 ms)Region opened successfully at 1733449383032
2024-12-06T01:43:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112
2024-12-06T01:43:03,033 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., pid=114, masterSystemTime=1733449383018
2024-12-06T01:43:03,034 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:03,034 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:03,035 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=7cf077a66bf849c3b73f98c1167a942f, regionState=OPEN, openSeqNum=2, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:03,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601 because future has completed
2024-12-06T01:43:03,038 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113
2024-12-06T01:43:03,038 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; OpenRegionProcedure 7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601 in 171 msec
2024-12-06T01:43:03,040 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112
2024-12-06T01:43:03,040 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7cf077a66bf849c3b73f98c1167a942f, ASSIGN in 326 msec
2024-12-06T01:43:03,040 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T01:43:03,040 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449383040"}]},"ts":"1733449383040"}
2024-12-06T01:43:03,041 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-06T01:43:03,042 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T01:43:03,043 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec
2024-12-06T01:43:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112
2024-12-06T01:43:04,053 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:04,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72417d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:04,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:04,055 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:04,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:04,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:04,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8e907a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:04,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:04,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:04,056 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:04,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e5d048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:04,058 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:04,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-06T01:43:04,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 00c764f7c3aa,34147,1733449256661
2024-12-06T01:43:04,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c1c88a9
2024-12-06T01:43:04,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-06T01:43:04,060 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-06T01:43:04,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3692791b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:04,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:04,062 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4179d1c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:04,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:04,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:04,063 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:04,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430acbb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b791feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:04,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:04,065 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:04,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:04,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:04,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa2fea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:04,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:04,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:04,066 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:04,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6e4d79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da2e0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:04,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:04,068 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ee430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:04,069 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:04,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c86257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc361f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:04,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:04,070 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e31f77c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:04,072 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:04,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58113c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259a56de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:04,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:04,073 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:04,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:04,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7471f379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:04,074 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:04,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4b135e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae789b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:04,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:04,076 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@121ecd06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:04,077 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:04,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a4cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7b3b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,078 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:04,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:04,079 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:04,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:04,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:04,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77fbc82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:04,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:04,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:04,080 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:04,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c814eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cd7b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:04,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:04,082 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:04,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:04,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:04,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7331a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:04,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:04,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:04,083 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:04,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b788f4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f5639f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:04,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:04,084 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:04,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:04,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2365f2fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:04,085 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3191d51f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb1bf9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:04,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:04,087 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:04,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:04,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:04,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192baa4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:04,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:04,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:04,088 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:04,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744b7ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:04,089 DEBUG [Thread-2075 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:04,089 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:43:04,090 DEBUG [Thread-2062 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:04,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:04,090 DEBUG [Thread-2070 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees
2024-12-06T01:43:04,090 DEBUG [Thread-2077 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:04,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:04,091 DEBUG [Thread-2066 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:04,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-12-06T01:43:04,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:04,091 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:43:04,091 DEBUG [Thread-2077 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:04,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:04,091 DEBUG [Thread-2077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:04,091 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:04,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:04,091 DEBUG [Thread-2068 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:04,092 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:43:04,092 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:04,092 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:43:04,092 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:04,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:04,093 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39232, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:04,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:04,093 DEBUG [Thread-2081 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:43:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:43:04,094 DEBUG [Thread-2066 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:04,094 DEBUG [Thread-2066 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:04,095 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:04,095 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:04,095 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:04,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:43:04,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:43:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:43:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:43:04,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:43:04,099 DEBUG [Thread-2079 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:04,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:04,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:04,102 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:04,103 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-06T01:43:04,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:43:04,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:04,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:04,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:04,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:04,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:04,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:04,106 DEBUG [Thread-2064 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:04,108 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:43:04,112 DEBUG [Thread-2073 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:04,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:04,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:04,114 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2]
2024-12-06T01:43:04,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/014dc7b75e7d4b47b4542ed9bcbb380b is 50, key is test_row_0/A:col10/1733449384101/Put/seqid=0
2024-12-06T01:43:04,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742285_1461 (size=12001)
2024-12-06T01:43:04,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449444134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:04,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449384130, max timestamp=1733449384147Num uniques 859; 
2024-12-06T01:43:04,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449384130, max timestamp=1733449384147Num uniques 859; 
2024-12-06T01:43:04,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449384130, max timestamp=1733449384147Num uniques 859; 
2024-12-06T01:43:04,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:43:04,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:43:04,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:43:04,151 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/014dc7b75e7d4b47b4542ed9bcbb380b
2024-12-06T01:43:04,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/cacc5fc888454cad842412238416222b is 50, key is test_row_0/B:col10/1733449384101/Put/seqid=0
2024-12-06T01:43:04,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742286_1462 (size=12001)
2024-12-06T01:43:04,180 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/cacc5fc888454cad842412238416222b
2024-12-06T01:43:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-12-06T01:43:04,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/fb1c233e0c434949a89b4afa90f62db0 is 50, key is test_row_0/C:col10/1733449384101/Put/seqid=0
2024-12-06T01:43:04,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449444186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449444199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:04,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742287_1463 (size=12001)
2024-12-06T01:43:04,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449444201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449444205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:04,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-12-06T01:43:04,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:04,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:04,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:04,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:04,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:04,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449444252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:04,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449444312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449444312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:04,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449444328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449444328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:04,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-12-06T01:43:04,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:04,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:04,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:04,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-12-06T01:43:04,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449444463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:04,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449444532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449444532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:04,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:04,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449444542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449444542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:04,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-12-06T01:43:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:04,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:04,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:04,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:04,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:04,609 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/fb1c233e0c434949a89b4afa90f62db0
2024-12-06T01:43:04,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/014dc7b75e7d4b47b4542ed9bcbb380b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/014dc7b75e7d4b47b4542ed9bcbb380b
2024-12-06T01:43:04,617 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/014dc7b75e7d4b47b4542ed9bcbb380b, entries=150, sequenceid=12, filesize=11.7 K
2024-12-06T01:43:04,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/cacc5fc888454cad842412238416222b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/cacc5fc888454cad842412238416222b
2024-12-06T01:43:04,621 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/cacc5fc888454cad842412238416222b, entries=150, sequenceid=12, filesize=11.7 K
2024-12-06T01:43:04,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/fb1c233e0c434949a89b4afa90f62db0 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/fb1c233e0c434949a89b4afa90f62db0
2024-12-06T01:43:04,625 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/fb1c233e0c434949a89b4afa90f62db0, entries=150, sequenceid=12, filesize=11.7 K
2024-12-06T01:43:04,626 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 7cf077a66bf849c3b73f98c1167a942f in 523ms, sequenceid=12, compaction requested=false
2024-12-06T01:43:04,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:04,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-12-06T01:43:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:04,706 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-12-06T01:43:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:04,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/1a9013ffcf0d490281161422fd39105a is 50, key is test_row_0/A:col10/1733449384165/Put/seqid=0
2024-12-06T01:43:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-12-06T01:43:04,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742288_1464 (size=12001)
2024-12-06T01:43:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:04,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449444840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:04,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449444842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449444842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:04,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:04,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449444862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:04,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449444862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:04,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449444952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:04,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:04,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:05,117 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/1a9013ffcf0d490281161422fd39105a
2024-12-06T01:43:05,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/531b3ad397364fc19dc2c3b3d88df358 is 50, key is test_row_0/B:col10/1733449384165/Put/seqid=0
2024-12-06T01:43:05,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742289_1465 (size=12001)
2024-12-06T01:43:05,142 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/531b3ad397364fc19dc2c3b3d88df358
2024-12-06T01:43:05,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/f1d9e296a581406a998732f0752cb994 is 50, key is test_row_0/C:col10/1733449384165/Put/seqid=0
2024-12-06T01:43:05,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742290_1466 (size=12001)
2024-12-06T01:43:05,167 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/f1d9e296a581406a998732f0752cb994
2024-12-06T01:43:05,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449445162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:05,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:05,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/1a9013ffcf0d490281161422fd39105a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1a9013ffcf0d490281161422fd39105a
2024-12-06T01:43:05,182 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1a9013ffcf0d490281161422fd39105a, entries=150, sequenceid=47, filesize=11.7 K
2024-12-06T01:43:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/531b3ad397364fc19dc2c3b3d88df358 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/531b3ad397364fc19dc2c3b3d88df358
2024-12-06T01:43:05,188 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/531b3ad397364fc19dc2c3b3d88df358, entries=150, sequenceid=47, filesize=11.7 K
2024-12-06T01:43:05,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/f1d9e296a581406a998732f0752cb994 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/f1d9e296a581406a998732f0752cb994
2024-12-06T01:43:05,196 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/f1d9e296a581406a998732f0752cb994, entries=150, sequenceid=47, filesize=11.7 K
2024-12-06T01:43:05,197 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 7cf077a66bf849c3b73f98c1167a942f in 491ms, sequenceid=47, compaction requested=false
2024-12-06T01:43:05,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:05,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:05,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116
2024-12-06T01:43:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=116
2024-12-06T01:43:05,201 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115
2024-12-06T01:43:05,201 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1070 sec
2024-12-06T01:43:05,203 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.1120 sec
2024-12-06T01:43:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-12-06T01:43:05,223 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:05,223 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:43:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees
2024-12-06T01:43:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-12-06T01:43:05,225 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:43:05,225 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:43:05,225 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:43:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-12-06T01:43:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:05,369 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-06T01:43:05,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:05,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:05,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:05,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:05,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:05,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:05,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/a96ad8a383b44e129d8c094bf87ea379 is 50, key is test_row_0/A:col10/1733449384812/Put/seqid=0
2024-12-06T01:43:05,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-06T01:43:05,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:05,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:05,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:05,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:05,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:05,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742291_1467 (size=16681)
2024-12-06T01:43:05,383 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/a96ad8a383b44e129d8c094bf87ea379
2024-12-06T01:43:05,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/aca76a4dcd7242cdb8209d235da87fe4 is 50, key is test_row_0/B:col10/1733449384812/Put/seqid=0
2024-12-06T01:43:05,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742292_1468 (size=12001)
2024-12-06T01:43:05,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449445413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:05,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:05,427 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449445414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,427 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449445422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:05,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449445423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:05,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:05,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449445482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:05,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:05,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-06T01:43:05,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:05,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:05,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:05,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:05,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:05,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449445532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:05,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:05,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449445532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:05,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:05,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449445533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:05,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:05,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-12-06T01:43:05,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449445543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:05,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:05,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-06T01:43:05,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:05,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:05,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:05,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:05,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:05,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449445742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449445742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:05,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449445742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:05,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449445752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:05,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:05,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:05,806 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/aca76a4dcd7242cdb8209d235da87fe4
2024-12-06T01:43:05,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/a01bf1772261416ea8f6e8b377dedf9a is 50, key is test_row_0/C:col10/1733449384812/Put/seqid=0
2024-12-06T01:43:05,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742293_1469 (size=12001)
2024-12-06T01:43:05,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-06T01:43:05,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:05,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:05,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:05,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:05,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-12-06T01:43:05,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-06T01:43:05,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:05,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:05,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:05,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:05,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:06,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449445992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:06,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:06,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449446053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:06,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449446053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:06,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449446062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:06,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449446072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:06,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:06,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-06T01:43:06,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:06,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:06,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:06,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:06,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:06,230 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/a01bf1772261416ea8f6e8b377dedf9a
2024-12-06T01:43:06,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/a96ad8a383b44e129d8c094bf87ea379 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/a96ad8a383b44e129d8c094bf87ea379
2024-12-06T01:43:06,239 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/a96ad8a383b44e129d8c094bf87ea379, entries=250, sequenceid=60, filesize=16.3 K
2024-12-06T01:43:06,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/aca76a4dcd7242cdb8209d235da87fe4 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/aca76a4dcd7242cdb8209d235da87fe4
2024-12-06T01:43:06,243 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/aca76a4dcd7242cdb8209d235da87fe4, entries=150, sequenceid=60, filesize=11.7 K
2024-12-06T01:43:06,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/a01bf1772261416ea8f6e8b377dedf9a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/a01bf1772261416ea8f6e8b377dedf9a
2024-12-06T01:43:06,247 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/a01bf1772261416ea8f6e8b377dedf9a, entries=150, sequenceid=60, filesize=11.7 K
2024-12-06T01:43:06,247 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 7cf077a66bf849c3b73f98c1167a942f in 879ms, sequenceid=60, compaction requested=true
2024-12-06T01:43:06,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:06,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:43:06,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:06,248 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:06,248 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:06,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:43:06,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:06,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:43:06,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:06,249 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:06,249 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:06,249 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/B is initiating minor compaction (all files)
2024-12-06T01:43:06,249 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/A is initiating minor compaction (all files)
2024-12-06T01:43:06,249 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/A in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:06,249 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/B in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:06,249 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/014dc7b75e7d4b47b4542ed9bcbb380b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1a9013ffcf0d490281161422fd39105a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/a96ad8a383b44e129d8c094bf87ea379] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=39.7 K
2024-12-06T01:43:06,249 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/cacc5fc888454cad842412238416222b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/531b3ad397364fc19dc2c3b3d88df358, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/aca76a4dcd7242cdb8209d235da87fe4] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=35.2 K
2024-12-06T01:43:06,250 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting cacc5fc888454cad842412238416222b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733449384099
2024-12-06T01:43:06,250 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 014dc7b75e7d4b47b4542ed9bcbb380b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733449384099
2024-12-06T01:43:06,250 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 531b3ad397364fc19dc2c3b3d88df358, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733449384165
2024-12-06T01:43:06,250 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a9013ffcf0d490281161422fd39105a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733449384165
2024-12-06T01:43:06,250 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting a96ad8a383b44e129d8c094bf87ea379, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733449384812
2024-12-06T01:43:06,250 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting aca76a4dcd7242cdb8209d235da87fe4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733449384812
2024-12-06T01:43:06,258 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#B#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:06,259 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/d713efe9d71449a28e085442ba83fdf2 is 50, key is test_row_0/B:col10/1733449384812/Put/seqid=0
2024-12-06T01:43:06,260 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#A#compaction#393 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:06,260 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/cacc3a1464cc40318d6b6b16d251001c is 50, key is test_row_0/A:col10/1733449384812/Put/seqid=0
2024-12-06T01:43:06,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742294_1470 (size=12104)
2024-12-06T01:43:06,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742295_1471 (size=12104)
2024-12-06T01:43:06,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-06T01:43:06,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:06,300 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-06T01:43:06,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:06,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:06,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:06,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:06,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:06,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:06,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/cc855ebe468f43f49bbeb6ac9f34b71c is 50, key is test_row_0/A:col10/1733449385411/Put/seqid=0
2024-12-06T01:43:06,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742296_1472 (size=12001)
2024-12-06T01:43:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-12-06T01:43:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:06,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:06,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449446597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:06,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:06,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449446605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:06,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:06,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449446606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:06,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449446613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:06,670 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/d713efe9d71449a28e085442ba83fdf2 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/d713efe9d71449a28e085442ba83fdf2
2024-12-06T01:43:06,673 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/cacc3a1464cc40318d6b6b16d251001c as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/cacc3a1464cc40318d6b6b16d251001c
2024-12-06T01:43:06,676 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/B of 7cf077a66bf849c3b73f98c1167a942f into d713efe9d71449a28e085442ba83fdf2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:06,676 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:06,676 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/B, priority=13, startTime=1733449386248; duration=0sec
2024-12-06T01:43:06,676 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:06,676 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:B
2024-12-06T01:43:06,676 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:06,677 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:06,677 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/C is initiating minor compaction (all files)
2024-12-06T01:43:06,677 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/C in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:06,677 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/fb1c233e0c434949a89b4afa90f62db0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/f1d9e296a581406a998732f0752cb994, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/a01bf1772261416ea8f6e8b377dedf9a] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=35.2 K
2024-12-06T01:43:06,678 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting fb1c233e0c434949a89b4afa90f62db0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733449384099
2024-12-06T01:43:06,678 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting f1d9e296a581406a998732f0752cb994, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733449384165
2024-12-06T01:43:06,678 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/A of 7cf077a66bf849c3b73f98c1167a942f into cacc3a1464cc40318d6b6b16d251001c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:06,678 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:06,678 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/A, priority=13, startTime=1733449386248; duration=0sec
2024-12-06T01:43:06,678 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting a01bf1772261416ea8f6e8b377dedf9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733449384812
2024-12-06T01:43:06,678 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:06,678 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:A
2024-12-06T01:43:06,685 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#C#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:06,686 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/f877368b482c4aa0b95c670fb0886b86 is 50, key is test_row_0/C:col10/1733449384812/Put/seqid=0
2024-12-06T01:43:06,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742297_1473 (size=12104)
2024-12-06T01:43:06,698 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/f877368b482c4aa0b95c670fb0886b86 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/f877368b482c4aa0b95c670fb0886b86
2024-12-06T01:43:06,702 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/C of 7cf077a66bf849c3b73f98c1167a942f into f877368b482c4aa0b95c670fb0886b86(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:06,702 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:06,702 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/C, priority=13, startTime=1733449386248; duration=0sec
2024-12-06T01:43:06,702 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:06,702 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:C
2024-12-06T01:43:06,709 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/cc855ebe468f43f49bbeb6ac9f34b71c
2024-12-06T01:43:06,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/cb7451fe05bf4b92b0ebde9ab9c32fac is 50, key is test_row_0/B:col10/1733449385411/Put/seqid=0
2024-12-06T01:43:06,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742298_1474 (size=12001)
2024-12-06T01:43:06,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449446722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:06,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:06,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449446723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449446723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:06,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449446732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:06,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:06,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449446942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:06,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449446942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:06,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449446943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:06,952 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T01:43:06,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449446943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:06,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:06,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:07,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449447012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:07,016 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_2' in 7cf077a66bf849c3b73f98c1167a942f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:07,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:07,127 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/cb7451fe05bf4b92b0ebde9ab9c32fac
2024-12-06T01:43:07,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/b75457b34ac54a5c98d50f2ea09271cf is 50, key is test_row_0/C:col10/1733449385411/Put/seqid=0
2024-12-06T01:43:07,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742299_1475 (size=12001)
2024-12-06T01:43:07,265 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449447262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:07,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:07,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449447262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:07,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:07,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449447263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:07,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:07,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449447263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:07,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-12-06T01:43:07,538 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/b75457b34ac54a5c98d50f2ea09271cf
2024-12-06T01:43:07,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/cc855ebe468f43f49bbeb6ac9f34b71c as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/cc855ebe468f43f49bbeb6ac9f34b71c
2024-12-06T01:43:07,546 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/cc855ebe468f43f49bbeb6ac9f34b71c, entries=150, sequenceid=79, filesize=11.7 K
2024-12-06T01:43:07,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/cb7451fe05bf4b92b0ebde9ab9c32fac as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/cb7451fe05bf4b92b0ebde9ab9c32fac
2024-12-06T01:43:07,550 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/cb7451fe05bf4b92b0ebde9ab9c32fac, entries=150, sequenceid=79, filesize=11.7 K
2024-12-06T01:43:07,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/b75457b34ac54a5c98d50f2ea09271cf as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/b75457b34ac54a5c98d50f2ea09271cf
2024-12-06T01:43:07,556 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/b75457b34ac54a5c98d50f2ea09271cf, entries=150, sequenceid=79, filesize=11.7 K
2024-12-06T01:43:07,557 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 7cf077a66bf849c3b73f98c1167a942f in 1257ms, sequenceid=79, compaction requested=false
2024-12-06T01:43:07,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:07,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:07,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118
2024-12-06T01:43:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=118
2024-12-06T01:43:07,560 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117
2024-12-06T01:43:07,560 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3330 sec
2024-12-06T01:43:07,562 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 2.3380 sec
2024-12-06T01:43:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:07,778 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-06T01:43:07,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:07,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:07,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:07,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:07,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:07,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:07,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/e909d8ff5985421e9ba13731b8a4e40f is 50, key is test_row_0/A:col10/1733449387776/Put/seqid=0
2024-12-06T01:43:07,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742300_1476 (size=14341)
2024-12-06T01:43:07,796 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/e909d8ff5985421e9ba13731b8a4e40f
2024-12-06T01:43:07,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/7e800d18417341feb9d782d7a93b9469 is 50, key is test_row_0/B:col10/1733449387776/Put/seqid=0
2024-12-06T01:43:07,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742301_1477 (size=12001)
2024-12-06T01:43:07,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449447815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:07,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:07,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449447816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:07,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:07,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449447818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:07,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:07,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449447819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:07,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:07,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449447932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:07,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:07,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449447933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449447933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449447933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:08,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449448143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:08,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449448143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:08,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449448143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:08,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449448152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:08,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:08,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:08,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:08,208 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/7e800d18417341feb9d782d7a93b9469
2024-12-06T01:43:08,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/70d6c5f0b4f24865a215a88a8ac8e5d5 is 50, key is test_row_0/C:col10/1733449387776/Put/seqid=0
2024-12-06T01:43:08,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742302_1478 (size=12001)
2024-12-06T01:43:08,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449448462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:08,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:08,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449448462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:08,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:08,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:08,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:08,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:08,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:08,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449448463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:08,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:08,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:08,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:08,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449448472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:08,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:08,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:08,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:08,619 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/70d6c5f0b4f24865a215a88a8ac8e5d5
2024-12-06T01:43:08,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/e909d8ff5985421e9ba13731b8a4e40f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/e909d8ff5985421e9ba13731b8a4e40f
2024-12-06T01:43:08,630 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/e909d8ff5985421e9ba13731b8a4e40f, entries=200, sequenceid=96, filesize=14.0 K
2024-12-06T01:43:08,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/7e800d18417341feb9d782d7a93b9469 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/7e800d18417341feb9d782d7a93b9469
2024-12-06T01:43:08,635 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/7e800d18417341feb9d782d7a93b9469, entries=150, sequenceid=96, filesize=11.7 K
2024-12-06T01:43:08,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/70d6c5f0b4f24865a215a88a8ac8e5d5 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/70d6c5f0b4f24865a215a88a8ac8e5d5
2024-12-06T01:43:08,639 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/70d6c5f0b4f24865a215a88a8ac8e5d5, entries=150, sequenceid=96, filesize=11.7 K
2024-12-06T01:43:08,640 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 7cf077a66bf849c3b73f98c1167a942f in 862ms, sequenceid=96, compaction requested=true
2024-12-06T01:43:08,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:08,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:43:08,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:08,640 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:08,640 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:08,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:43:08,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:08,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:43:08,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:08,641 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:08,641 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:08,641 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/A is initiating minor compaction (all files)
2024-12-06T01:43:08,641 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/B is initiating minor compaction (all files)
2024-12-06T01:43:08,641 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/A in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:08,641 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/B in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:08,641 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/cacc3a1464cc40318d6b6b16d251001c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/cc855ebe468f43f49bbeb6ac9f34b71c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/e909d8ff5985421e9ba13731b8a4e40f] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=37.5 K
2024-12-06T01:43:08,641 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/d713efe9d71449a28e085442ba83fdf2, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/cb7451fe05bf4b92b0ebde9ab9c32fac, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/7e800d18417341feb9d782d7a93b9469] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=35.3 K
2024-12-06T01:43:08,642 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting cacc3a1464cc40318d6b6b16d251001c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733449384812
2024-12-06T01:43:08,642 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting d713efe9d71449a28e085442ba83fdf2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733449384812
2024-12-06T01:43:08,644 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc855ebe468f43f49bbeb6ac9f34b71c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733449385407
2024-12-06T01:43:08,645 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting cb7451fe05bf4b92b0ebde9ab9c32fac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733449385407
2024-12-06T01:43:08,645 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting e909d8ff5985421e9ba13731b8a4e40f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733449386604
2024-12-06T01:43:08,645 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e800d18417341feb9d782d7a93b9469, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733449386604
2024-12-06T01:43:08,653 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#A#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:08,653 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/1a99aaf31dc940968989aa8e24b06d3f is 50, key is test_row_0/A:col10/1733449387776/Put/seqid=0
2024-12-06T01:43:08,655 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#B#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:08,656 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/b9c9f0ca6bde429eb298d365842000d0 is 50, key is test_row_0/B:col10/1733449387776/Put/seqid=0
2024-12-06T01:43:08,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742303_1479 (size=12207)
2024-12-06T01:43:08,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742304_1480 (size=12207)
2024-12-06T01:43:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:08,988 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-06T01:43:08,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:08,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:08,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:08,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:08,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:08,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:08,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/707ad55e54b74e1a8f9075a8e5c5b5a1 is 50, key is test_row_0/A:col10/1733449387812/Put/seqid=0
2024-12-06T01:43:08,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742305_1481 (size=14341)
2024-12-06T01:43:09,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449449006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:09,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:09,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449449007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:09,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:09,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449449021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:09,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:09,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449449022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:09,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:09,053 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449449043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:09,054 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_2' in 7cf077a66bf849c3b73f98c1167a942f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4214 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:09,072 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/1a99aaf31dc940968989aa8e24b06d3f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1a99aaf31dc940968989aa8e24b06d3f
2024-12-06T01:43:09,077 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/A of 7cf077a66bf849c3b73f98c1167a942f into 1a99aaf31dc940968989aa8e24b06d3f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:09,077 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:09,077 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/A, priority=13, startTime=1733449388640; duration=0sec
2024-12-06T01:43:09,077 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:09,077 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:A
2024-12-06T01:43:09,077 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:09,078 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:09,078 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/C is initiating minor compaction (all files)
2024-12-06T01:43:09,078 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/C in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:09,078 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/f877368b482c4aa0b95c670fb0886b86, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/b75457b34ac54a5c98d50f2ea09271cf, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/70d6c5f0b4f24865a215a88a8ac8e5d5] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=35.3 K
2024-12-06T01:43:09,078 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting f877368b482c4aa0b95c670fb0886b86, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733449384812
2024-12-06T01:43:09,079 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting b75457b34ac54a5c98d50f2ea09271cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733449385407
2024-12-06T01:43:09,079 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/b9c9f0ca6bde429eb298d365842000d0 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/b9c9f0ca6bde429eb298d365842000d0
2024-12-06T01:43:09,079 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70d6c5f0b4f24865a215a88a8ac8e5d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733449386604
2024-12-06T01:43:09,084 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/B of 7cf077a66bf849c3b73f98c1167a942f into b9c9f0ca6bde429eb298d365842000d0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:09,084 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:09,084 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/B, priority=13, startTime=1733449388640; duration=0sec
2024-12-06T01:43:09,084 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:09,084 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:B
2024-12-06T01:43:09,086 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#C#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:09,086 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/294286d4771248e4873608bbd2a6fe0e is 50, key is test_row_0/C:col10/1733449387776/Put/seqid=0
2024-12-06T01:43:09,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742306_1482 (size=12207)
2024-12-06T01:43:09,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449449132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:09,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449449133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:09,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449449133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:09,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449449142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:09,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:09,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449449353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:09,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449449353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:09,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449449353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:09,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:09,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449449353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:09,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:09,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-12-06T01:43:09,393 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:09,393 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:43:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees
2024-12-06T01:43:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-12-06T01:43:09,395 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:43:09,396 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:43:09,396 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:43:09,398 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/707ad55e54b74e1a8f9075a8e5c5b5a1
2024-12-06T01:43:09,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/7e7b9891260f42428fac1a7bdf8ed28e is 50, key is test_row_0/B:col10/1733449387812/Put/seqid=0
2024-12-06T01:43:09,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742307_1483 (size=12001)
2024-12-06T01:43:09,414 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/7e7b9891260f42428fac1a7bdf8ed28e
2024-12-06T01:43:09,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/d28647ee001a4c38a6d8b2813f7fcb8c is 50, key is test_row_0/C:col10/1733449387812/Put/seqid=0
2024-12-06T01:43:09,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742308_1484 (size=12001)
2024-12-06T01:43:09,496 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/294286d4771248e4873608bbd2a6fe0e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/294286d4771248e4873608bbd2a6fe0e
2024-12-06T01:43:09,501 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/C of 7cf077a66bf849c3b73f98c1167a942f into 294286d4771248e4873608bbd2a6fe0e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:09,501 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:09,501 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/C, priority=13, startTime=1733449388641; duration=0sec
2024-12-06T01:43:09,501 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:09,501 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:C
2024-12-06T01:43:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-12-06T01:43:09,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-12-06T01:43:09,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:09,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:09,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:09,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:09,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:09,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449449673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449449673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:09,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449449673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:09,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:09,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449449674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:09,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:09,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:09,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-12-06T01:43:09,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:09,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:09,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:09,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:09,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-12-06T01:43:09,825 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/d28647ee001a4c38a6d8b2813f7fcb8c
2024-12-06T01:43:09,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/707ad55e54b74e1a8f9075a8e5c5b5a1 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/707ad55e54b74e1a8f9075a8e5c5b5a1
2024-12-06T01:43:09,832 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/707ad55e54b74e1a8f9075a8e5c5b5a1, entries=200, sequenceid=115, filesize=14.0 K
2024-12-06T01:43:09,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/7e7b9891260f42428fac1a7bdf8ed28e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/7e7b9891260f42428fac1a7bdf8ed28e
2024-12-06T01:43:09,837 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/7e7b9891260f42428fac1a7bdf8ed28e, entries=150, sequenceid=115, filesize=11.7 K
2024-12-06T01:43:09,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/d28647ee001a4c38a6d8b2813f7fcb8c as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/d28647ee001a4c38a6d8b2813f7fcb8c
2024-12-06T01:43:09,840 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/d28647ee001a4c38a6d8b2813f7fcb8c, entries=150, sequenceid=115, filesize=11.7 K
2024-12-06T01:43:09,841 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 7cf077a66bf849c3b73f98c1167a942f in 853ms, sequenceid=115, compaction requested=false
2024-12-06T01:43:09,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:09,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-12-06T01:43:09,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:09,857 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-06T01:43:09,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:09,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:09,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:09,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:09,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:09,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:09,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/1630ae9c8dfd4c219888629353bab7eb is 50, key is test_row_0/A:col10/1733449389001/Put/seqid=0
2024-12-06T01:43:09,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742309_1485 (size=12001)
2024-12-06T01:43:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-12-06T01:43:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:10,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:10,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449450224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:10,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449450225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:10,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449450237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:10,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:10,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449450238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:10,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:10,269 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/1630ae9c8dfd4c219888629353bab7eb
2024-12-06T01:43:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/533060aafe934e519d599e70ffae47cf is 50, key is test_row_0/B:col10/1733449389001/Put/seqid=0
2024-12-06T01:43:10,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742310_1486 (size=12001)
2024-12-06T01:43:10,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449450343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449450343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:10,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449450343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:10,351 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,351 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,351 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:10,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:10,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449450352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-12-06T01:43:10,558 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449450552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:10,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:10,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449450552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:10,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:10,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:10,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449450562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:10,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449450573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:10,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:10,680 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/533060aafe934e519d599e70ffae47cf
2024-12-06T01:43:10,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/7001d2b0b6844beb968ad4171c07f391 is 50, key is test_row_0/C:col10/1733449389001/Put/seqid=0
2024-12-06T01:43:10,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742311_1487 (size=12001)
2024-12-06T01:43:10,870 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449450862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:10,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:10,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449450872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:10,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:10,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449450882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:10,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:10,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449450882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:10,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:10,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:10,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:11,093 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/7001d2b0b6844beb968ad4171c07f391
2024-12-06T01:43:11,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/1630ae9c8dfd4c219888629353bab7eb as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1630ae9c8dfd4c219888629353bab7eb
2024-12-06T01:43:11,099 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1630ae9c8dfd4c219888629353bab7eb, entries=150, sequenceid=131, filesize=11.7 K
2024-12-06T01:43:11,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/533060aafe934e519d599e70ffae47cf as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/533060aafe934e519d599e70ffae47cf
2024-12-06T01:43:11,105 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/533060aafe934e519d599e70ffae47cf, entries=150, sequenceid=131, filesize=11.7 K
2024-12-06T01:43:11,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/7001d2b0b6844beb968ad4171c07f391 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/7001d2b0b6844beb968ad4171c07f391
2024-12-06T01:43:11,110 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/7001d2b0b6844beb968ad4171c07f391, entries=150, sequenceid=131, filesize=11.7 K
2024-12-06T01:43:11,111 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 7cf077a66bf849c3b73f98c1167a942f in 1254ms, sequenceid=131, compaction requested=true
2024-12-06T01:43:11,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:11,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:11,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120
2024-12-06T01:43:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=120
2024-12-06T01:43:11,114 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119
2024-12-06T01:43:11,114 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7160 sec
2024-12-06T01:43:11,118 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.7230 sec
2024-12-06T01:43:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:11,387 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-12-06T01:43:11,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:11,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:11,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:11,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:11,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:11,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:11,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/62d42187a1e045e39bb01f72edce6ac1 is 50, key is test_row_0/A:col10/1733449390220/Put/seqid=0
2024-12-06T01:43:11,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742312_1488 (size=14541)
2024-12-06T01:43:11,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449451410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:11,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:11,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449451411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:11,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449451412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:11,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:11,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:11,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449451422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:11,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:11,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449451532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:11,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449451532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:11,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449451532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-12-06T01:43:11,543 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:11,543 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:43:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees
2024-12-06T01:43:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-12-06T01:43:11,545 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:43:11,546 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:43:11,546 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:43:11,552 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449451543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:11,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-12-06T01:43:11,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-12-06T01:43:11,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:11,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:11,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:11,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:11,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:11,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449451742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:11,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:11,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449451753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:11,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449451753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:11,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449451762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:11,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:11,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:11,796 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/62d42187a1e045e39bb01f72edce6ac1
2024-12-06T01:43:11,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/74ce51dc7fc24e8a9b0118f8bdbffc79 is 50, key is test_row_0/B:col10/1733449390220/Put/seqid=0
2024-12-06T01:43:11,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742313_1489 (size=12151)
2024-12-06T01:43:11,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-12-06T01:43:11,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:11,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:11,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:11,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:11,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-12-06T01:43:12,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-12-06T01:43:12,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:12,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:12,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:12,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:12,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:12,070 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449452062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:12,070 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449452062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:12,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449452062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:12,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449452072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:12,081 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:12,081 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:12,081 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:12,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-12-06T01:43:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:12,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:12,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:12,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-12-06T01:43:12,208 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/74ce51dc7fc24e8a9b0118f8bdbffc79
2024-12-06T01:43:12,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/e38f3987858e41b781aabab71aeaca79 is 50, key is test_row_0/C:col10/1733449390220/Put/seqid=0
2024-12-06T01:43:12,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742314_1490 (size=12151)
2024-12-06T01:43:12,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-12-06T01:43:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:12,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:12,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-12-06T01:43:12,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:12,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:12,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:12,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:12,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:12,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449452582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:12,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:12,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:12,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449452582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:12,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:12,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449452582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:12,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449452592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:12,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:12,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:12,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:12,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-12-06T01:43:12,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:12,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:12,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:12,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:12,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:12,620 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/e38f3987858e41b781aabab71aeaca79
2024-12-06T01:43:12,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/62d42187a1e045e39bb01f72edce6ac1 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/62d42187a1e045e39bb01f72edce6ac1
2024-12-06T01:43:12,630 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/62d42187a1e045e39bb01f72edce6ac1, entries=200, sequenceid=152, filesize=14.2 K
2024-12-06T01:43:12,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/74ce51dc7fc24e8a9b0118f8bdbffc79 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/74ce51dc7fc24e8a9b0118f8bdbffc79
2024-12-06T01:43:12,637 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/74ce51dc7fc24e8a9b0118f8bdbffc79, entries=150, sequenceid=152, filesize=11.9 K
2024-12-06T01:43:12,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/e38f3987858e41b781aabab71aeaca79 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/e38f3987858e41b781aabab71aeaca79
2024-12-06T01:43:12,643 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/e38f3987858e41b781aabab71aeaca79, entries=150, sequenceid=152, filesize=11.9 K
2024-12-06T01:43:12,644 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 7cf077a66bf849c3b73f98c1167a942f in 1257ms, sequenceid=152, compaction requested=true
2024-12-06T01:43:12,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:12,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:43:12,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:12,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:43:12,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:12,644 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:43:12,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:43:12,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-06T01:43:12,645 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:43:12,649 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 53090 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:43:12,649 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/A is initiating minor compaction (all files)
2024-12-06T01:43:12,649 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/A in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:12,649 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1a99aaf31dc940968989aa8e24b06d3f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/707ad55e54b74e1a8f9075a8e5c5b5a1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1630ae9c8dfd4c219888629353bab7eb, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/62d42187a1e045e39bb01f72edce6ac1] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=51.8 K
2024-12-06T01:43:12,649 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:43:12,649 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/B is initiating minor compaction (all files)
2024-12-06T01:43:12,649 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/B in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:12,649 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/b9c9f0ca6bde429eb298d365842000d0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/7e7b9891260f42428fac1a7bdf8ed28e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/533060aafe934e519d599e70ffae47cf, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/74ce51dc7fc24e8a9b0118f8bdbffc79] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=47.2 K
2024-12-06T01:43:12,650 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a99aaf31dc940968989aa8e24b06d3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733449386604
2024-12-06T01:43:12,650 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting b9c9f0ca6bde429eb298d365842000d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733449386604
2024-12-06T01:43:12,650 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 707ad55e54b74e1a8f9075a8e5c5b5a1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733449387812
2024-12-06T01:43:12,650 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e7b9891260f42428fac1a7bdf8ed28e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733449387812
2024-12-06T01:43:12,650 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1630ae9c8dfd4c219888629353bab7eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733449389001
2024-12-06T01:43:12,651 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 533060aafe934e519d599e70ffae47cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733449389001
2024-12-06T01:43:12,651 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62d42187a1e045e39bb01f72edce6ac1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733449390220
2024-12-06T01:43:12,651 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 74ce51dc7fc24e8a9b0118f8bdbffc79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733449390220
2024-12-06T01:43:12,667 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#B#compaction#413 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:12,667 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/6d04d731966144e299123936e42c818f is 50, key is test_row_0/B:col10/1733449390220/Put/seqid=0
2024-12-06T01:43:12,671 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#A#compaction#414 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:12,671 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/53666d3e86f54c2790792cd2e01427c4 is 50, key is test_row_0/A:col10/1733449390220/Put/seqid=0
2024-12-06T01:43:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-12-06T01:43:12,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742316_1492 (size=12493)
2024-12-06T01:43:12,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742315_1491 (size=12493)
2024-12-06T01:43:12,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-12-06T01:43:12,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:12,772 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-06T01:43:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:12,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/b92079d763f044bc8d421617cf2512ac is 50, key is test_row_0/A:col10/1733449391420/Put/seqid=0
2024-12-06T01:43:12,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742317_1493 (size=12151)
2024-12-06T01:43:13,102 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/53666d3e86f54c2790792cd2e01427c4 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/53666d3e86f54c2790792cd2e01427c4
2024-12-06T01:43:13,108 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/A of 7cf077a66bf849c3b73f98c1167a942f into 53666d3e86f54c2790792cd2e01427c4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:13,108 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:13,108 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/A, priority=12, startTime=1733449392644; duration=0sec
2024-12-06T01:43:13,108 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:13,108 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:A
2024-12-06T01:43:13,108 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:43:13,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:13,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:13,110 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/6d04d731966144e299123936e42c818f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/6d04d731966144e299123936e42c818f
2024-12-06T01:43:13,110 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:43:13,110 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/C is initiating minor compaction (all files)
2024-12-06T01:43:13,110 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/C in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:13,110 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/294286d4771248e4873608bbd2a6fe0e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/d28647ee001a4c38a6d8b2813f7fcb8c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/7001d2b0b6844beb968ad4171c07f391, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/e38f3987858e41b781aabab71aeaca79] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=47.2 K
2024-12-06T01:43:13,110 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 294286d4771248e4873608bbd2a6fe0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733449386604
2024-12-06T01:43:13,111 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting d28647ee001a4c38a6d8b2813f7fcb8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733449387812
2024-12-06T01:43:13,111 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7001d2b0b6844beb968ad4171c07f391, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733449389001
2024-12-06T01:43:13,111 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting e38f3987858e41b781aabab71aeaca79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733449390220
2024-12-06T01:43:13,114 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/B of 7cf077a66bf849c3b73f98c1167a942f into 6d04d731966144e299123936e42c818f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:13,114 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:13,114 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/B, priority=12, startTime=1733449392644; duration=0sec
2024-12-06T01:43:13,114 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:13,114 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:B
2024-12-06T01:43:13,120 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#C#compaction#416 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:13,121 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/4f14b218b35442a59e7ce94cbbbaebb9 is 50, key is test_row_0/C:col10/1733449390220/Put/seqid=0
2024-12-06T01:43:13,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742318_1494 (size=12493)
2024-12-06T01:43:13,181 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/b92079d763f044bc8d421617cf2512ac
2024-12-06T01:43:13,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/989c759fff4945ab856758386baafee2 is 50, key is test_row_0/B:col10/1733449391420/Put/seqid=0
2024-12-06T01:43:13,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742319_1495 (size=12151)
2024-12-06T01:43:13,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449393202, max timestamp=1733449393256Num uniques 859; 
2024-12-06T01:43:13,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449393202, max timestamp=1733449393256Num uniques 859; 
2024-12-06T01:43:13,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:13,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:13,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449393202, max timestamp=1733449393256Num uniques 859; 
2024-12-06T01:43:13,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:13,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449453400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:13,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:13,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:13,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:13,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449453512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:13,531 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/4f14b218b35442a59e7ce94cbbbaebb9 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/4f14b218b35442a59e7ce94cbbbaebb9
2024-12-06T01:43:13,535 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/C of 7cf077a66bf849c3b73f98c1167a942f into 4f14b218b35442a59e7ce94cbbbaebb9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:13,535 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:13,535 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/C, priority=12, startTime=1733449392644; duration=0sec
2024-12-06T01:43:13,536 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:13,536 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:C
2024-12-06T01:43:13,592 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/989c759fff4945ab856758386baafee2
2024-12-06T01:43:13,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/06d22c2b0b5c42e7ba790df6ae02c59e is 50, key is test_row_0/C:col10/1733449391420/Put/seqid=0
2024-12-06T01:43:13,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742320_1496 (size=12151)
2024-12-06T01:43:13,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449453603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:13,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449453603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:13,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449453604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:13,607 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in 7cf077a66bf849c3b73f98c1167a942f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:13,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:13,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:13,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:13,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449453604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:13,607 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_2' in 7cf077a66bf849c3b73f98c1167a942f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:13,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:13,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:13,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:13,608 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_2' in 7cf077a66bf849c3b73f98c1167a942f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:13,608 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_2' in 7cf077a66bf849c3b73f98c1167a942f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:13,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:13,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:13,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:13,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:13,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:13,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-12-06T01:43:13,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449453722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:13,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:13,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:13,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:14,003 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/06d22c2b0b5c42e7ba790df6ae02c59e
2024-12-06T01:43:14,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/b92079d763f044bc8d421617cf2512ac as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/b92079d763f044bc8d421617cf2512ac
2024-12-06T01:43:14,010 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/b92079d763f044bc8d421617cf2512ac, entries=150, sequenceid=163, filesize=11.9 K
2024-12-06T01:43:14,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/989c759fff4945ab856758386baafee2 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/989c759fff4945ab856758386baafee2
2024-12-06T01:43:14,015 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/989c759fff4945ab856758386baafee2, entries=150, sequenceid=163, filesize=11.9 K
2024-12-06T01:43:14,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/06d22c2b0b5c42e7ba790df6ae02c59e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/06d22c2b0b5c42e7ba790df6ae02c59e
2024-12-06T01:43:14,018 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/06d22c2b0b5c42e7ba790df6ae02c59e, entries=150, sequenceid=163, filesize=11.9 K
2024-12-06T01:43:14,019 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 7cf077a66bf849c3b73f98c1167a942f in 1247ms, sequenceid=163, compaction requested=false
2024-12-06T01:43:14,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:14,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:14,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122
2024-12-06T01:43:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=122
2024-12-06T01:43:14,023 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121
2024-12-06T01:43:14,023 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4750 sec
2024-12-06T01:43:14,024 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 2.4800 sec
2024-12-06T01:43:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:14,049 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-12-06T01:43:14,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:14,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:14,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:14,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:14,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:14,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:14,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/bcd7fe9ee7aa4558844141bd06e06ce5 is 50, key is test_row_0/A:col10/1733449393342/Put/seqid=0
2024-12-06T01:43:14,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742321_1497 (size=14541)
2024-12-06T01:43:14,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449454111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:14,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:14,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:14,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:14,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449454222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:14,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:14,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:14,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:14,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449454442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:14,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:14,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:14,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:14,459 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/bcd7fe9ee7aa4558844141bd06e06ce5
2024-12-06T01:43:14,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/e06f8f6214b7425da1d178bb9caa36b2 is 50, key is test_row_0/B:col10/1733449393342/Put/seqid=0
2024-12-06T01:43:14,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742322_1498 (size=12151)
2024-12-06T01:43:14,471 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/e06f8f6214b7425da1d178bb9caa36b2
2024-12-06T01:43:14,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/19ac032f8d9c4950b458e7cdd40c10d8 is 50, key is test_row_0/C:col10/1733449393342/Put/seqid=0
2024-12-06T01:43:14,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742323_1499 (size=12151)
2024-12-06T01:43:14,524 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/19ac032f8d9c4950b458e7cdd40c10d8
2024-12-06T01:43:14,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/bcd7fe9ee7aa4558844141bd06e06ce5 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/bcd7fe9ee7aa4558844141bd06e06ce5
2024-12-06T01:43:14,533 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/bcd7fe9ee7aa4558844141bd06e06ce5, entries=200, sequenceid=203, filesize=14.2 K
2024-12-06T01:43:14,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/e06f8f6214b7425da1d178bb9caa36b2 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/e06f8f6214b7425da1d178bb9caa36b2
2024-12-06T01:43:14,537 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/e06f8f6214b7425da1d178bb9caa36b2, entries=150, sequenceid=203, filesize=11.9 K
2024-12-06T01:43:14,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/19ac032f8d9c4950b458e7cdd40c10d8 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/19ac032f8d9c4950b458e7cdd40c10d8
2024-12-06T01:43:14,545 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/19ac032f8d9c4950b458e7cdd40c10d8, entries=150, sequenceid=203, filesize=11.9 K
2024-12-06T01:43:14,545 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 7cf077a66bf849c3b73f98c1167a942f in 496ms, sequenceid=203, compaction requested=true
2024-12-06T01:43:14,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:14,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:43:14,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:14,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:43:14,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:14,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:43:14,546 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:14,546 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:14,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:14,546 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:14,547 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/A is initiating minor compaction (all files)
2024-12-06T01:43:14,547 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/A in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:14,547 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/53666d3e86f54c2790792cd2e01427c4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/b92079d763f044bc8d421617cf2512ac, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/bcd7fe9ee7aa4558844141bd06e06ce5] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=38.3 K
2024-12-06T01:43:14,547 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:14,547 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/B is initiating minor compaction (all files)
2024-12-06T01:43:14,547 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/B in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:14,547 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/6d04d731966144e299123936e42c818f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/989c759fff4945ab856758386baafee2, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/e06f8f6214b7425da1d178bb9caa36b2] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=35.9 K
2024-12-06T01:43:14,547 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53666d3e86f54c2790792cd2e01427c4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733449390220
2024-12-06T01:43:14,548 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d04d731966144e299123936e42c818f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733449390220
2024-12-06T01:43:14,548 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting b92079d763f044bc8d421617cf2512ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733449391409
2024-12-06T01:43:14,548 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 989c759fff4945ab856758386baafee2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733449391409
2024-12-06T01:43:14,548 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcd7fe9ee7aa4558844141bd06e06ce5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733449393342
2024-12-06T01:43:14,548 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting e06f8f6214b7425da1d178bb9caa36b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733449393342
2024-12-06T01:43:14,557 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#A#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:14,561 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/b0a266c0be404e58b969a41c5d177d9a is 50, key is test_row_0/A:col10/1733449393342/Put/seqid=0
2024-12-06T01:43:14,562 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#B#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:14,562 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/c1e7427d057642769ea979b4590cc972 is 50, key is test_row_0/B:col10/1733449393342/Put/seqid=0
2024-12-06T01:43:14,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742324_1500 (size=12595)
2024-12-06T01:43:14,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742325_1501 (size=12595)
2024-12-06T01:43:14,581 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/c1e7427d057642769ea979b4590cc972 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/c1e7427d057642769ea979b4590cc972
2024-12-06T01:43:14,586 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/B of 7cf077a66bf849c3b73f98c1167a942f into c1e7427d057642769ea979b4590cc972(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:14,586 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:14,586 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/B, priority=13, startTime=1733449394546; duration=0sec
2024-12-06T01:43:14,586 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:14,586 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:B
2024-12-06T01:43:14,586 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:14,587 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:14,587 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/C is initiating minor compaction (all files)
2024-12-06T01:43:14,587 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/C in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:14,587 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/4f14b218b35442a59e7ce94cbbbaebb9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/06d22c2b0b5c42e7ba790df6ae02c59e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/19ac032f8d9c4950b458e7cdd40c10d8] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=35.9 K
2024-12-06T01:43:14,588 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f14b218b35442a59e7ce94cbbbaebb9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733449390220
2024-12-06T01:43:14,588 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 06d22c2b0b5c42e7ba790df6ae02c59e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733449391409
2024-12-06T01:43:14,588 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 19ac032f8d9c4950b458e7cdd40c10d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733449393342
2024-12-06T01:43:14,597 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#C#compaction#424 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:14,597 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/bfcd8fa6d5854d1091414e13aa0045eb is 50, key is test_row_0/C:col10/1733449393342/Put/seqid=0
2024-12-06T01:43:14,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742326_1502 (size=12595)
2024-12-06T01:43:14,615 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/bfcd8fa6d5854d1091414e13aa0045eb as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/bfcd8fa6d5854d1091414e13aa0045eb
2024-12-06T01:43:14,620 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/C of 7cf077a66bf849c3b73f98c1167a942f into bfcd8fa6d5854d1091414e13aa0045eb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:14,620 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:14,620 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/C, priority=13, startTime=1733449394546; duration=0sec
2024-12-06T01:43:14,620 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:14,620 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:C
2024-12-06T01:43:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:14,767 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-06T01:43:14,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:14,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:14,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:14,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:14,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:14,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:14,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/5c6bcdb7c9f841e1b92dcded37346940 is 50, key is test_row_0/A:col10/1733449394109/Put/seqid=0
2024-12-06T01:43:14,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742327_1503 (size=14541)
2024-12-06T01:43:14,787 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/5c6bcdb7c9f841e1b92dcded37346940
2024-12-06T01:43:14,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/1db53dc86574485b8e574aaf8f624433 is 50, key is test_row_0/B:col10/1733449394109/Put/seqid=0
2024-12-06T01:43:14,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742328_1504 (size=12151)
2024-12-06T01:43:14,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449394873, max timestamp=1733449394905Num uniques 859; 
2024-12-06T01:43:14,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449394873, max timestamp=1733449394905Num uniques 859; 
2024-12-06T01:43:14,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:14,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:14,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449394873, max timestamp=1733449394905Num uniques 859; 
2024-12-06T01:43:14,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:14,984 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/b0a266c0be404e58b969a41c5d177d9a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/b0a266c0be404e58b969a41c5d177d9a
2024-12-06T01:43:14,988 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/A of 7cf077a66bf849c3b73f98c1167a942f into b0a266c0be404e58b969a41c5d177d9a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:14,988 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:14,988 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/A, priority=13, startTime=1733449394545; duration=0sec
2024-12-06T01:43:14,988 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:14,988 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:A
2024-12-06T01:43:15,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449455053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:15,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:15,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:15,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:15,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449455172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:15,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:15,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:15,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:15,201 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/1db53dc86574485b8e574aaf8f624433
2024-12-06T01:43:15,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/fe7292d3c6244f329aaf16fb8855bb82 is 50, key is test_row_0/C:col10/1733449394109/Put/seqid=0
2024-12-06T01:43:15,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742329_1505 (size=12151)
2024-12-06T01:43:15,214 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/fe7292d3c6244f329aaf16fb8855bb82
2024-12-06T01:43:15,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/5c6bcdb7c9f841e1b92dcded37346940 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/5c6bcdb7c9f841e1b92dcded37346940
2024-12-06T01:43:15,221 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/5c6bcdb7c9f841e1b92dcded37346940, entries=200, sequenceid=216, filesize=14.2 K
2024-12-06T01:43:15,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/1db53dc86574485b8e574aaf8f624433 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/1db53dc86574485b8e574aaf8f624433
2024-12-06T01:43:15,225 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/1db53dc86574485b8e574aaf8f624433, entries=150, sequenceid=216, filesize=11.9 K
2024-12-06T01:43:15,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/fe7292d3c6244f329aaf16fb8855bb82 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/fe7292d3c6244f329aaf16fb8855bb82
2024-12-06T01:43:15,234 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/fe7292d3c6244f329aaf16fb8855bb82, entries=150, sequenceid=216, filesize=11.9 K
2024-12-06T01:43:15,235 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 7cf077a66bf849c3b73f98c1167a942f in 468ms, sequenceid=216, compaction requested=false
2024-12-06T01:43:15,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:15,399 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-12-06T01:43:15,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:15,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:15,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:15,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:15,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:15,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:15,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/c4a41f9256a3445cb4d4b984393abe22 is 50, key is test_row_0/A:col10/1733449395398/Put/seqid=0
2024-12-06T01:43:15,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742330_1506 (size=14541)
2024-12-06T01:43:15,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449455449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:15,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:15,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:15,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:15,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449455562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:15,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:15,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:15,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:15,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449455622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:15,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449455622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:15,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449455622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:15,632 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in 7cf077a66bf849c3b73f98c1167a942f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:15,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:15,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:15,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:15,632 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_2' in 7cf077a66bf849c3b73f98c1167a942f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:15,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:15,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:15,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:15,633 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_2' in 7cf077a66bf849c3b73f98c1167a942f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:15,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:15,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:15,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:15,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449455632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:15,638 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_2' in 7cf077a66bf849c3b73f98c1167a942f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:15,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:15,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:15,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-12-06T01:43:15,712 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:15,713 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:43:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees
2024-12-06T01:43:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-12-06T01:43:15,715 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:43:15,715 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:43:15,716 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:43:15,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449455782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:15,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:15,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:15,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:15,809 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/c4a41f9256a3445cb4d4b984393abe22
2024-12-06T01:43:15,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/bcfc05abf164414a9c41ea9f0d90cf56 is 50, key is test_row_0/B:col10/1733449395398/Put/seqid=0
2024-12-06T01:43:15,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742331_1507 (size=12151)
2024-12-06T01:43:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-12-06T01:43:15,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-12-06T01:43:15,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:15,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:15,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:15,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:15,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:16,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-12-06T01:43:16,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:16,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:16,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:16,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:16,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-12-06T01:43:16,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449456092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:16,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-12-06T01:43:16,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:16,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:16,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:16,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:16,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:16,221 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/bcfc05abf164414a9c41ea9f0d90cf56
2024-12-06T01:43:16,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/40554efbf3cb43a48653dd336569e5eb is 50, key is test_row_0/C:col10/1733449395398/Put/seqid=0
2024-12-06T01:43:16,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742332_1508 (size=12151)
2024-12-06T01:43:16,242 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/40554efbf3cb43a48653dd336569e5eb
2024-12-06T01:43:16,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/c4a41f9256a3445cb4d4b984393abe22 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/c4a41f9256a3445cb4d4b984393abe22
2024-12-06T01:43:16,252 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/c4a41f9256a3445cb4d4b984393abe22, entries=200, sequenceid=254, filesize=14.2 K
2024-12-06T01:43:16,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/bcfc05abf164414a9c41ea9f0d90cf56 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/bcfc05abf164414a9c41ea9f0d90cf56
2024-12-06T01:43:16,258 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/bcfc05abf164414a9c41ea9f0d90cf56, entries=150, sequenceid=254, filesize=11.9 K
2024-12-06T01:43:16,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/40554efbf3cb43a48653dd336569e5eb as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/40554efbf3cb43a48653dd336569e5eb
2024-12-06T01:43:16,264 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/40554efbf3cb43a48653dd336569e5eb, entries=150, sequenceid=254, filesize=11.9 K
2024-12-06T01:43:16,265 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 7cf077a66bf849c3b73f98c1167a942f in 866ms, sequenceid=254, compaction requested=true
2024-12-06T01:43:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:43:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:43:16,265 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:43:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-06T01:43:16,265 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:16,266 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:16,266 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:16,266 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/B is initiating minor compaction (all files)
2024-12-06T01:43:16,266 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/A is initiating minor compaction (all files)
2024-12-06T01:43:16,266 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/B in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:16,266 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/A in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:16,266 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/c1e7427d057642769ea979b4590cc972, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/1db53dc86574485b8e574aaf8f624433, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/bcfc05abf164414a9c41ea9f0d90cf56] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=36.0 K
2024-12-06T01:43:16,266 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/b0a266c0be404e58b969a41c5d177d9a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/5c6bcdb7c9f841e1b92dcded37346940, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/c4a41f9256a3445cb4d4b984393abe22] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=40.7 K
2024-12-06T01:43:16,267 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting c1e7427d057642769ea979b4590cc972, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733449393342
2024-12-06T01:43:16,267 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 1db53dc86574485b8e574aaf8f624433, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733449394081
2024-12-06T01:43:16,267 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting bcfc05abf164414a9c41ea9f0d90cf56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733449395016
2024-12-06T01:43:16,269 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0a266c0be404e58b969a41c5d177d9a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733449393342
2024-12-06T01:43:16,270 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c6bcdb7c9f841e1b92dcded37346940, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733449394074
2024-12-06T01:43:16,270 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4a41f9256a3445cb4d4b984393abe22, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733449395016
2024-12-06T01:43:16,280 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#B#compaction#431 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:16,280 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#A#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:16,280 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/7fafeae5f5284ae1acf17b5b9123ad48 is 50, key is test_row_0/B:col10/1733449395398/Put/seqid=0
2024-12-06T01:43:16,281 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/429e6f317f62483697233f5cfc8cf89e is 50, key is test_row_0/A:col10/1733449395398/Put/seqid=0
2024-12-06T01:43:16,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742334_1510 (size=12697)
2024-12-06T01:43:16,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742333_1509 (size=12697)
2024-12-06T01:43:16,297 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/7fafeae5f5284ae1acf17b5b9123ad48 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/7fafeae5f5284ae1acf17b5b9123ad48
2024-12-06T01:43:16,306 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/B of 7cf077a66bf849c3b73f98c1167a942f into 7fafeae5f5284ae1acf17b5b9123ad48(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:16,306 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:16,306 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/B, priority=13, startTime=1733449396265; duration=0sec
2024-12-06T01:43:16,306 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:16,306 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:B
2024-12-06T01:43:16,306 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:16,306 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:16,307 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/C is initiating minor compaction (all files)
2024-12-06T01:43:16,307 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/C in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:16,307 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/bfcd8fa6d5854d1091414e13aa0045eb, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/fe7292d3c6244f329aaf16fb8855bb82, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/40554efbf3cb43a48653dd336569e5eb] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=36.0 K
2024-12-06T01:43:16,307 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting bfcd8fa6d5854d1091414e13aa0045eb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733449393342
2024-12-06T01:43:16,307 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting fe7292d3c6244f329aaf16fb8855bb82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733449394081
2024-12-06T01:43:16,308 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 40554efbf3cb43a48653dd336569e5eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733449395016
2024-12-06T01:43:16,316 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#C#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:16,317 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/1d63c5e32e9346e78a01036229566a9c is 50, key is test_row_0/C:col10/1733449395398/Put/seqid=0
2024-12-06T01:43:16,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742335_1511 (size=12697)
2024-12-06T01:43:16,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-12-06T01:43:16,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:16,328 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-06T01:43:16,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:16,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:16,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:16,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:16,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:16,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:16,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/fdab640031bf4517a75ce2459499a73e is 50, key is test_row_0/A:col10/1733449395421/Put/seqid=0
2024-12-06T01:43:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-12-06T01:43:16,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742336_1512 (size=12301)
2024-12-06T01:43:16,351 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/fdab640031bf4517a75ce2459499a73e
2024-12-06T01:43:16,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/e72cb78e3c9e4caabe6e73039bad7af6 is 50, key is test_row_0/B:col10/1733449395421/Put/seqid=0
2024-12-06T01:43:16,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742337_1513 (size=12301)
2024-12-06T01:43:16,375 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/e72cb78e3c9e4caabe6e73039bad7af6
2024-12-06T01:43:16,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/ae758d7394584be3be8e32c1cbb92de6 is 50, key is test_row_0/C:col10/1733449395421/Put/seqid=0
2024-12-06T01:43:16,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742338_1514 (size=12301)
2024-12-06T01:43:16,390 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/ae758d7394584be3be8e32c1cbb92de6
2024-12-06T01:43:16,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/fdab640031bf4517a75ce2459499a73e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/fdab640031bf4517a75ce2459499a73e
2024-12-06T01:43:16,396 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/fdab640031bf4517a75ce2459499a73e, entries=150, sequenceid=265, filesize=12.0 K
2024-12-06T01:43:16,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/e72cb78e3c9e4caabe6e73039bad7af6 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/e72cb78e3c9e4caabe6e73039bad7af6
2024-12-06T01:43:16,402 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/e72cb78e3c9e4caabe6e73039bad7af6, entries=150, sequenceid=265, filesize=12.0 K
2024-12-06T01:43:16,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/ae758d7394584be3be8e32c1cbb92de6 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/ae758d7394584be3be8e32c1cbb92de6
2024-12-06T01:43:16,408 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/ae758d7394584be3be8e32c1cbb92de6, entries=150, sequenceid=265, filesize=12.0 K
2024-12-06T01:43:16,409 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for 7cf077a66bf849c3b73f98c1167a942f in 81ms, sequenceid=265, compaction requested=false
2024-12-06T01:43:16,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:16,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:16,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124
2024-12-06T01:43:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=124
2024-12-06T01:43:16,413 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123
2024-12-06T01:43:16,413 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 695 msec
2024-12-06T01:43:16,414 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 700 msec
2024-12-06T01:43:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:16,625 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-06T01:43:16,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:16,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:16,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:16,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:16,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:16,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:16,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/c70b317d0655489db8a12fb8318e2dbd is 50, key is test_row_0/A:col10/1733449396616/Put/seqid=0
2024-12-06T01:43:16,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742339_1515 (size=17181)
2024-12-06T01:43:16,641 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/c70b317d0655489db8a12fb8318e2dbd
2024-12-06T01:43:16,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/2a078b91d7564d82a4e38a292e1a102f is 50, key is test_row_0/B:col10/1733449396616/Put/seqid=0
2024-12-06T01:43:16,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742340_1516 (size=12301)
2024-12-06T01:43:16,694 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/429e6f317f62483697233f5cfc8cf89e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/429e6f317f62483697233f5cfc8cf89e
2024-12-06T01:43:16,700 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/A of 7cf077a66bf849c3b73f98c1167a942f into 429e6f317f62483697233f5cfc8cf89e(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:16,700 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:16,700 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/A, priority=13, startTime=1733449396265; duration=0sec
2024-12-06T01:43:16,700 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:16,700 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:A
2024-12-06T01:43:16,728 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/1d63c5e32e9346e78a01036229566a9c as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/1d63c5e32e9346e78a01036229566a9c
2024-12-06T01:43:16,736 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/C of 7cf077a66bf849c3b73f98c1167a942f into 1d63c5e32e9346e78a01036229566a9c(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:16,736 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:16,736 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/C, priority=13, startTime=1733449396265; duration=0sec
2024-12-06T01:43:16,736 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:16,736 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:C
2024-12-06T01:43:16,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449396746, max timestamp=1733449396790Num uniques 859; 
2024-12-06T01:43:16,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449396746, max timestamp=1733449396790Num uniques 859; 
2024-12-06T01:43:16,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:16,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449396746, max timestamp=1733449396790Num uniques 859; 
2024-12-06T01:43:16,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:16,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-12-06T01:43:16,853 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:16,853 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:43:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees
2024-12-06T01:43:16,855 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:43:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-12-06T01:43:16,856 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:43:16,856 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:43:16,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449456943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:16,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:16,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:16,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-12-06T01:43:17,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-12-06T01:43:17,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:17,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:17,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:17,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,051 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/2a078b91d7564d82a4e38a292e1a102f
2024-12-06T01:43:17,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/6de23039229d43af826e2b4d3701013f is 50, key is test_row_0/C:col10/1733449396616/Put/seqid=0
2024-12-06T01:43:17,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742341_1517 (size=12301)
2024-12-06T01:43:17,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449457062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:17,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:17,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:17,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:17,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-12-06T01:43:17,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:17,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:17,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:17,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-12-06T01:43:17,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449457282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:17,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:17,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:17,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:17,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-12-06T01:43:17,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:17,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:17,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:17,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,462 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/6de23039229d43af826e2b4d3701013f
2024-12-06T01:43:17,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/c70b317d0655489db8a12fb8318e2dbd as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/c70b317d0655489db8a12fb8318e2dbd
2024-12-06T01:43:17,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-12-06T01:43:17,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:17,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:17,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:17,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,469 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/c70b317d0655489db8a12fb8318e2dbd, entries=250, sequenceid=275, filesize=16.8 K
2024-12-06T01:43:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/2a078b91d7564d82a4e38a292e1a102f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/2a078b91d7564d82a4e38a292e1a102f
2024-12-06T01:43:17,474 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/2a078b91d7564d82a4e38a292e1a102f, entries=150, sequenceid=275, filesize=12.0 K
2024-12-06T01:43:17,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/6de23039229d43af826e2b4d3701013f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/6de23039229d43af826e2b4d3701013f
2024-12-06T01:43:17,478 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/6de23039229d43af826e2b4d3701013f, entries=150, sequenceid=275, filesize=12.0 K
2024-12-06T01:43:17,479 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 7cf077a66bf849c3b73f98c1167a942f in 854ms, sequenceid=275, compaction requested=true
2024-12-06T01:43:17,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:17,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:43:17,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:17,479 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:17,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:43:17,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:17,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:43:17,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:17,479 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:17,480 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 42179 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:17,480 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:17,480 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/A is initiating minor compaction (all files)
2024-12-06T01:43:17,480 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/B is initiating minor compaction (all files)
2024-12-06T01:43:17,480 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/A in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:17,480 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/B in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:17,480 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/429e6f317f62483697233f5cfc8cf89e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/fdab640031bf4517a75ce2459499a73e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/c70b317d0655489db8a12fb8318e2dbd] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=41.2 K
2024-12-06T01:43:17,480 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/7fafeae5f5284ae1acf17b5b9123ad48, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/e72cb78e3c9e4caabe6e73039bad7af6, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/2a078b91d7564d82a4e38a292e1a102f] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=36.4 K
2024-12-06T01:43:17,481 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 429e6f317f62483697233f5cfc8cf89e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733449395016
2024-12-06T01:43:17,481 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fafeae5f5284ae1acf17b5b9123ad48, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733449395016
2024-12-06T01:43:17,481 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdab640031bf4517a75ce2459499a73e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733449395410
2024-12-06T01:43:17,481 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting e72cb78e3c9e4caabe6e73039bad7af6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733449395410
2024-12-06T01:43:17,481 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting c70b317d0655489db8a12fb8318e2dbd, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733449396602
2024-12-06T01:43:17,482 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a078b91d7564d82a4e38a292e1a102f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733449396616
2024-12-06T01:43:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-12-06T01:43:17,489 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#A#compaction#440 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:17,489 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#B#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:17,490 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/3d5af0ab5ade4bed8bf4425aa070aec7 is 50, key is test_row_0/A:col10/1733449396616/Put/seqid=0
2024-12-06T01:43:17,490 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/c57c8b1f3d3c419981411b5e6604f27f is 50, key is test_row_0/B:col10/1733449396616/Put/seqid=0
2024-12-06T01:43:17,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742342_1518 (size=12949)
2024-12-06T01:43:17,505 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/3d5af0ab5ade4bed8bf4425aa070aec7 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/3d5af0ab5ade4bed8bf4425aa070aec7
2024-12-06T01:43:17,512 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/A of 7cf077a66bf849c3b73f98c1167a942f into 3d5af0ab5ade4bed8bf4425aa070aec7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:17,512 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:17,512 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/A, priority=13, startTime=1733449397479; duration=0sec
2024-12-06T01:43:17,512 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:17,512 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:A
2024-12-06T01:43:17,513 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:17,514 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:17,514 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/C is initiating minor compaction (all files)
2024-12-06T01:43:17,514 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/C in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:17,514 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/1d63c5e32e9346e78a01036229566a9c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/ae758d7394584be3be8e32c1cbb92de6, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/6de23039229d43af826e2b4d3701013f] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=36.4 K
2024-12-06T01:43:17,515 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d63c5e32e9346e78a01036229566a9c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733449395016
2024-12-06T01:43:17,515 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae758d7394584be3be8e32c1cbb92de6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733449395410
2024-12-06T01:43:17,515 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6de23039229d43af826e2b4d3701013f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733449396616
2024-12-06T01:43:17,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742343_1519 (size=12949)
2024-12-06T01:43:17,521 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#C#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:17,522 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/1e942d19952440ab89e061b3fd74c87d is 50, key is test_row_0/C:col10/1733449396616/Put/seqid=0
2024-12-06T01:43:17,527 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/c57c8b1f3d3c419981411b5e6604f27f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/c57c8b1f3d3c419981411b5e6604f27f
2024-12-06T01:43:17,532 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/B of 7cf077a66bf849c3b73f98c1167a942f into c57c8b1f3d3c419981411b5e6604f27f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:17,532 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:17,532 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/B, priority=13, startTime=1733449397479; duration=0sec
2024-12-06T01:43:17,532 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:17,532 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:B
2024-12-06T01:43:17,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742344_1520 (size=12949)
2024-12-06T01:43:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:17,609 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB
2024-12-06T01:43:17,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:17,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:43:17,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:17,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:43:17,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:17,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:43:17,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/d254fa3a9b5245b5a4f3e30b39c254e6 is 50, key is test_row_0/A:col10/1733449396942/Put/seqid=0
2024-12-06T01:43:17,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742345_1521 (size=14741)
2024-12-06T01:43:17,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-12-06T01:43:17,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:17,621 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/d254fa3a9b5245b5a4f3e30b39c254e6
2024-12-06T01:43:17,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:17,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:17,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/07d67cc898454b5facf98a397878afb5 is 50, key is test_row_0/B:col10/1733449396942/Put/seqid=0
2024-12-06T01:43:17,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742346_1522 (size=12301)
2024-12-06T01:43:17,635 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/07d67cc898454b5facf98a397878afb5
2024-12-06T01:43:17,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/15cfca68ad3c4998b8f070e9bde6fe96 is 50, key is test_row_0/C:col10/1733449396942/Put/seqid=0
2024-12-06T01:43:17,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742347_1523 (size=12301)
2024-12-06T01:43:17,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449457664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:17,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:17,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:17,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:17,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-12-06T01:43:17,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:17,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:17,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:17,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449457782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:17,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:17,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:17,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:17,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-12-06T01:43:17,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:17,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:17,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:17,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:17,939 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/1e942d19952440ab89e061b3fd74c87d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/1e942d19952440ab89e061b3fd74c87d
2024-12-06T01:43:17,944 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/C of 7cf077a66bf849c3b73f98c1167a942f into 1e942d19952440ab89e061b3fd74c87d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:17,944 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:17,944 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/C, priority=13, startTime=1733449397479; duration=0sec
2024-12-06T01:43:17,944 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:17,944 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:C
2024-12-06T01:43:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-12-06T01:43:18,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449458003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:18,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:18,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:18,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:18,055 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/15cfca68ad3c4998b8f070e9bde6fe96
2024-12-06T01:43:18,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/d254fa3a9b5245b5a4f3e30b39c254e6 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/d254fa3a9b5245b5a4f3e30b39c254e6
2024-12-06T01:43:18,062 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/d254fa3a9b5245b5a4f3e30b39c254e6, entries=200, sequenceid=317, filesize=14.4 K
2024-12-06T01:43:18,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/07d67cc898454b5facf98a397878afb5 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/07d67cc898454b5facf98a397878afb5
2024-12-06T01:43:18,067 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/07d67cc898454b5facf98a397878afb5, entries=150, sequenceid=317, filesize=12.0 K
2024-12-06T01:43:18,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/15cfca68ad3c4998b8f070e9bde6fe96 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/15cfca68ad3c4998b8f070e9bde6fe96
2024-12-06T01:43:18,071 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/15cfca68ad3c4998b8f070e9bde6fe96, entries=150, sequenceid=317, filesize=12.0 K
2024-12-06T01:43:18,073 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 7cf077a66bf849c3b73f98c1167a942f in 463ms, sequenceid=317, compaction requested=false
2024-12-06T01:43:18,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:18,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-12-06T01:43:18,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:18,081 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-12-06T01:43:18,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:18,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:18,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:18,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:18,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:18,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:18,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/396df995f15943659a40437fd477651c is 50, key is test_row_0/A:col10/1733449397641/Put/seqid=0
2024-12-06T01:43:18,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742348_1524 (size=12301)
2024-12-06T01:43:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:18,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:18,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449398389, max timestamp=1733449398453Num uniques 859; 
2024-12-06T01:43:18,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449398389, max timestamp=1733449398453Num uniques 859; 
2024-12-06T01:43:18,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449398389, max timestamp=1733449398453Num uniques 859; 
2024-12-06T01:43:18,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:43:18,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:43:18,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:43:18,492 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/396df995f15943659a40437fd477651c
2024-12-06T01:43:18,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/30b67c87d7064b8ea6fec03d28e06b8e is 50, key is test_row_0/B:col10/1733449397641/Put/seqid=0
2024-12-06T01:43:18,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742349_1525 (size=12301)
2024-12-06T01:43:18,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449458628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:18,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:18,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:18,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:18,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449458752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:18,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:18,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:18,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:18,902 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/30b67c87d7064b8ea6fec03d28e06b8e
2024-12-06T01:43:18,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/e67ad746100c4afb875344faa5dbde67 is 50, key is test_row_0/C:col10/1733449397641/Put/seqid=0
2024-12-06T01:43:18,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742350_1526 (size=12301)
2024-12-06T01:43:18,915 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/e67ad746100c4afb875344faa5dbde67
2024-12-06T01:43:18,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/396df995f15943659a40437fd477651c as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/396df995f15943659a40437fd477651c
2024-12-06T01:43:18,923 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/396df995f15943659a40437fd477651c, entries=150, sequenceid=327, filesize=12.0 K
2024-12-06T01:43:18,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/30b67c87d7064b8ea6fec03d28e06b8e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/30b67c87d7064b8ea6fec03d28e06b8e
2024-12-06T01:43:18,927 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/30b67c87d7064b8ea6fec03d28e06b8e, entries=150, sequenceid=327, filesize=12.0 K
2024-12-06T01:43:18,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/e67ad746100c4afb875344faa5dbde67 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/e67ad746100c4afb875344faa5dbde67
2024-12-06T01:43:18,932 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/e67ad746100c4afb875344faa5dbde67, entries=150, sequenceid=327, filesize=12.0 K
2024-12-06T01:43:18,933 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 7cf077a66bf849c3b73f98c1167a942f in 852ms, sequenceid=327, compaction requested=true
2024-12-06T01:43:18,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:18,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:18,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126
2024-12-06T01:43:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=126
2024-12-06T01:43:18,936 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125
2024-12-06T01:43:18,936 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0780 sec
2024-12-06T01:43:18,937 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.0830 sec
2024-12-06T01:43:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:18,984 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB
2024-12-06T01:43:18,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:18,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:43:18,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:18,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:43:18,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:18,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:43:18,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/07ed0e72e9e54b03b81048d48ec7ad63 is 50, key is test_row_0/A:col10/1733449398980/Put/seqid=0
2024-12-06T01:43:18,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742351_1527 (size=14741)
2024-12-06T01:43:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-12-06T01:43:19,003 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:19,003 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:43:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees
2024-12-06T01:43:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-12-06T01:43:19,005 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:43:19,005 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:43:19,006 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:43:19,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449459028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:19,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:19,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:19,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-12-06T01:43:19,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449459142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:19,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:19,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:19,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:19,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-12-06T01:43:19,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:19,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:19,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:19,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:19,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:19,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-12-06T01:43:19,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:19,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:19,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:19,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:19,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-12-06T01:43:19,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449459352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:19,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:19,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:19,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:19,394 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/07ed0e72e9e54b03b81048d48ec7ad63
2024-12-06T01:43:19,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/53e9f3dc6d2e4a80a7fd29f01e8aa5a1 is 50, key is test_row_0/B:col10/1733449398980/Put/seqid=0
2024-12-06T01:43:19,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742352_1528 (size=12301)
2024-12-06T01:43:19,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-12-06T01:43:19,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:19,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:19,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:19,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:19,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:19,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-12-06T01:43:19,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:19,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:19,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:19,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:19,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-12-06T01:43:19,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1733449459652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:19,667 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in 7cf077a66bf849c3b73f98c1167a942f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8254 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:19,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:19,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:19,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:19,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39210 deadline: 1733449459662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:19,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39266 deadline: 1733449459664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:19,688 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_2' in 7cf077a66bf849c3b73f98c1167a942f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8277 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:19,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:19,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:19,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:19,688 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_2' in 7cf077a66bf849c3b73f98c1167a942f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8277 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:19,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:19,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:19,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:19,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39282 deadline: 1733449459677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:19,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449459677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:19,699 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_2' in 7cf077a66bf849c3b73f98c1167a942f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8277 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:19,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-12-06T01:43:19,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:19,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:19,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:19,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:19,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:19,810 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/53e9f3dc6d2e4a80a7fd29f01e8aa5a1
2024-12-06T01:43:19,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/2f7e954789f5484383d3a1ad3b23faf9 is 50, key is test_row_0/C:col10/1733449398980/Put/seqid=0
2024-12-06T01:43:19,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742353_1529 (size=12301)
2024-12-06T01:43:19,839 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/2f7e954789f5484383d3a1ad3b23faf9
2024-12-06T01:43:19,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/07ed0e72e9e54b03b81048d48ec7ad63 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/07ed0e72e9e54b03b81048d48ec7ad63
2024-12-06T01:43:19,845 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/07ed0e72e9e54b03b81048d48ec7ad63, entries=200, sequenceid=365, filesize=14.4 K
2024-12-06T01:43:19,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/53e9f3dc6d2e4a80a7fd29f01e8aa5a1 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/53e9f3dc6d2e4a80a7fd29f01e8aa5a1
2024-12-06T01:43:19,852 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/53e9f3dc6d2e4a80a7fd29f01e8aa5a1, entries=150, sequenceid=365, filesize=12.0 K
2024-12-06T01:43:19,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/2f7e954789f5484383d3a1ad3b23faf9 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/2f7e954789f5484383d3a1ad3b23faf9
2024-12-06T01:43:19,865 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/2f7e954789f5484383d3a1ad3b23faf9, entries=150, sequenceid=365, filesize=12.0 K
2024-12-06T01:43:19,871 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for 7cf077a66bf849c3b73f98c1167a942f in 887ms, sequenceid=365, compaction requested=true
2024-12-06T01:43:19,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:19,871 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:43:19,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:43:19,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:19,872 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:43:19,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:43:19,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:19,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:43:19,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:19,875 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54732 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:43:19,875 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/A is initiating minor compaction (all files)
2024-12-06T01:43:19,875 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/A in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:19,875 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/3d5af0ab5ade4bed8bf4425aa070aec7, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/d254fa3a9b5245b5a4f3e30b39c254e6, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/396df995f15943659a40437fd477651c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/07ed0e72e9e54b03b81048d48ec7ad63] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=53.4 K
2024-12-06T01:43:19,876 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:43:19,876 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/B is initiating minor compaction (all files)
2024-12-06T01:43:19,876 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/B in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:19,876 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/c57c8b1f3d3c419981411b5e6604f27f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/07d67cc898454b5facf98a397878afb5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/30b67c87d7064b8ea6fec03d28e06b8e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/53e9f3dc6d2e4a80a7fd29f01e8aa5a1] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=48.7 K
2024-12-06T01:43:19,876 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d5af0ab5ade4bed8bf4425aa070aec7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733449396616
2024-12-06T01:43:19,877 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting d254fa3a9b5245b5a4f3e30b39c254e6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733449396893
2024-12-06T01:43:19,877 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting c57c8b1f3d3c419981411b5e6604f27f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733449396616
2024-12-06T01:43:19,877 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 396df995f15943659a40437fd477651c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733449397641
2024-12-06T01:43:19,877 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 07d67cc898454b5facf98a397878afb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733449396893
2024-12-06T01:43:19,878 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07ed0e72e9e54b03b81048d48ec7ad63, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733449398558
2024-12-06T01:43:19,878 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 30b67c87d7064b8ea6fec03d28e06b8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733449397641
2024-12-06T01:43:19,878 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 53e9f3dc6d2e4a80a7fd29f01e8aa5a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733449398620
2024-12-06T01:43:19,899 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#A#compaction#452 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:19,901 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/878a323c55c9448cb37847fbc7a94b65 is 50, key is test_row_0/A:col10/1733449398980/Put/seqid=0
2024-12-06T01:43:19,914 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#B#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:19,915 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/784c508f00ed4d3ab1844b0505069c64 is 50, key is test_row_0/B:col10/1733449398980/Put/seqid=0
2024-12-06T01:43:19,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-12-06T01:43:19,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:19,936 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-12-06T01:43:19,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:19,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:19,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:19,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:19,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:19,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:19,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742354_1530 (size=13085)
2024-12-06T01:43:19,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/5f7996c859d94ea4a4feaaa7fd18f853 is 50, key is test_row_1/A:col10/1733449399027/Put/seqid=0
2024-12-06T01:43:19,966 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/878a323c55c9448cb37847fbc7a94b65 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/878a323c55c9448cb37847fbc7a94b65
2024-12-06T01:43:19,979 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/A of 7cf077a66bf849c3b73f98c1167a942f into 878a323c55c9448cb37847fbc7a94b65(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:19,979 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:19,979 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/A, priority=12, startTime=1733449399871; duration=0sec
2024-12-06T01:43:19,979 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:19,979 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:A
2024-12-06T01:43:19,979 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:43:19,981 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:43:19,981 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/C is initiating minor compaction (all files)
2024-12-06T01:43:19,981 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/C in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:19,981 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/1e942d19952440ab89e061b3fd74c87d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/15cfca68ad3c4998b8f070e9bde6fe96, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/e67ad746100c4afb875344faa5dbde67, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/2f7e954789f5484383d3a1ad3b23faf9] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=48.7 K
2024-12-06T01:43:19,981 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e942d19952440ab89e061b3fd74c87d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733449396616
2024-12-06T01:43:19,981 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15cfca68ad3c4998b8f070e9bde6fe96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733449396893
2024-12-06T01:43:19,982 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting e67ad746100c4afb875344faa5dbde67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733449397641
2024-12-06T01:43:19,984 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f7e954789f5484383d3a1ad3b23faf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733449398620
2024-12-06T01:43:19,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742355_1531 (size=13085)
2024-12-06T01:43:20,002 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/784c508f00ed4d3ab1844b0505069c64 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/784c508f00ed4d3ab1844b0505069c64
2024-12-06T01:43:20,007 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/B of 7cf077a66bf849c3b73f98c1167a942f into 784c508f00ed4d3ab1844b0505069c64(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:20,007 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:20,008 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/B, priority=12, startTime=1733449399872; duration=0sec
2024-12-06T01:43:20,008 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:20,008 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:B
2024-12-06T01:43:20,015 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#C#compaction#455 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:20,016 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/9d616f4a4314407eab200bf8466d6c0f is 50, key is test_row_0/C:col10/1733449398980/Put/seqid=0
2024-12-06T01:43:20,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742356_1532 (size=9857)
2024-12-06T01:43:20,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742357_1533 (size=13085)
2024-12-06T01:43:20,054 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/9d616f4a4314407eab200bf8466d6c0f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/9d616f4a4314407eab200bf8466d6c0f
2024-12-06T01:43:20,059 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/C of 7cf077a66bf849c3b73f98c1167a942f into 9d616f4a4314407eab200bf8466d6c0f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:20,059 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:20,059 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/C, priority=12, startTime=1733449399873; duration=0sec
2024-12-06T01:43:20,059 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:20,059 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:C
2024-12-06T01:43:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-12-06T01:43:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:20,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:20,315 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449400286, max timestamp=1733449400311Num uniques 859; 
2024-12-06T01:43:20,315 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449400286, max timestamp=1733449400311Num uniques 859; 
2024-12-06T01:43:20,315 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:43:20,315 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:43:20,315 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449400286, max timestamp=1733449400311Num uniques 859; 
2024-12-06T01:43:20,315 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:43:20,418 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/5f7996c859d94ea4a4feaaa7fd18f853
2024-12-06T01:43:20,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/585ba34bee814bfb8c735cb4118fdc5f is 50, key is test_row_1/B:col10/1733449399027/Put/seqid=0
2024-12-06T01:43:20,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742358_1534 (size=9857)
2024-12-06T01:43:20,430 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/585ba34bee814bfb8c735cb4118fdc5f
2024-12-06T01:43:20,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/c621da72ec764eb79b835cf5d1ebe52a is 50, key is test_row_1/C:col10/1733449399027/Put/seqid=0
2024-12-06T01:43:20,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742359_1535 (size=9857)
2024-12-06T01:43:20,442 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/c621da72ec764eb79b835cf5d1ebe52a
2024-12-06T01:43:20,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/5f7996c859d94ea4a4feaaa7fd18f853 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/5f7996c859d94ea4a4feaaa7fd18f853
2024-12-06T01:43:20,453 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/5f7996c859d94ea4a4feaaa7fd18f853, entries=100, sequenceid=373, filesize=9.6 K
2024-12-06T01:43:20,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/585ba34bee814bfb8c735cb4118fdc5f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/585ba34bee814bfb8c735cb4118fdc5f
2024-12-06T01:43:20,458 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/585ba34bee814bfb8c735cb4118fdc5f, entries=100, sequenceid=373, filesize=9.6 K
2024-12-06T01:43:20,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/c621da72ec764eb79b835cf5d1ebe52a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/c621da72ec764eb79b835cf5d1ebe52a
2024-12-06T01:43:20,462 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/c621da72ec764eb79b835cf5d1ebe52a, entries=100, sequenceid=373, filesize=9.6 K
2024-12-06T01:43:20,463 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=127.47 KB/130530 for 7cf077a66bf849c3b73f98c1167a942f in 527ms, sequenceid=373, compaction requested=false
2024-12-06T01:43:20,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:20,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:20,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128
2024-12-06T01:43:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=128
2024-12-06T01:43:20,469 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127
2024-12-06T01:43:20,469 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4620 sec
2024-12-06T01:43:20,471 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.4670 sec
2024-12-06T01:43:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:20,472 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-12-06T01:43:20,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:20,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:20,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:20,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:20,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:20,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:20,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/54d55c473ed740ad89851ce74ca5c17f is 50, key is test_row_0/A:col10/1733449400470/Put/seqid=0
2024-12-06T01:43:20,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742360_1536 (size=14741)
2024-12-06T01:43:20,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449460562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:20,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:20,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:20,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:20,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449460682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:20,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:20,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:20,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:20,891 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/54d55c473ed740ad89851ce74ca5c17f
2024-12-06T01:43:20,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/506481d897a644b7a57f6b31d13638ae is 50, key is test_row_0/B:col10/1733449400470/Put/seqid=0
2024-12-06T01:43:20,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742361_1537 (size=12301)
2024-12-06T01:43:20,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449460892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:20,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:20,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:20,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-12-06T01:43:21,152 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:21,153 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:43:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees
2024-12-06T01:43:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-12-06T01:43:21,155 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:43:21,156 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:43:21,156 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:43:21,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449461213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:21,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:21,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:21,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-12-06T01:43:21,302 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/506481d897a644b7a57f6b31d13638ae
2024-12-06T01:43:21,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-12-06T01:43:21,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:21,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:21,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:21,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:21,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:21,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/77b05a3c50ce4cf7bdd29f8a0a179810 is 50, key is test_row_0/C:col10/1733449400470/Put/seqid=0
2024-12-06T01:43:21,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742362_1538 (size=12301)
2024-12-06T01:43:21,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-12-06T01:43:21,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:21,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:21,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:21,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:21,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-12-06T01:43:21,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-12-06T01:43:21,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:21,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:21,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:21,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:21,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:21,716 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/77b05a3c50ce4cf7bdd29f8a0a179810
2024-12-06T01:43:21,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/54d55c473ed740ad89851ce74ca5c17f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/54d55c473ed740ad89851ce74ca5c17f
2024-12-06T01:43:21,723 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/54d55c473ed740ad89851ce74ca5c17f, entries=200, sequenceid=412, filesize=14.4 K
2024-12-06T01:43:21,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/506481d897a644b7a57f6b31d13638ae as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/506481d897a644b7a57f6b31d13638ae
2024-12-06T01:43:21,729 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/506481d897a644b7a57f6b31d13638ae, entries=150, sequenceid=412, filesize=12.0 K
2024-12-06T01:43:21,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/77b05a3c50ce4cf7bdd29f8a0a179810 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/77b05a3c50ce4cf7bdd29f8a0a179810
2024-12-06T01:43:21,733 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/77b05a3c50ce4cf7bdd29f8a0a179810, entries=150, sequenceid=412, filesize=12.0 K
2024-12-06T01:43:21,733 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 7cf077a66bf849c3b73f98c1167a942f in 1261ms, sequenceid=412, compaction requested=true
2024-12-06T01:43:21,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:21,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:43:21,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:21,734 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:21,734 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:21,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:43:21,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:21,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:43:21,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:21,737 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37683 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:21,737 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/A is initiating minor compaction (all files)
2024-12-06T01:43:21,737 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/A in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:21,737 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/878a323c55c9448cb37847fbc7a94b65, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/5f7996c859d94ea4a4feaaa7fd18f853, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/54d55c473ed740ad89851ce74ca5c17f] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=36.8 K
2024-12-06T01:43:21,737 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:21,738 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/B is initiating minor compaction (all files)
2024-12-06T01:43:21,738 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/B in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:21,738 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/784c508f00ed4d3ab1844b0505069c64, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/585ba34bee814bfb8c735cb4118fdc5f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/506481d897a644b7a57f6b31d13638ae] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=34.4 K
2024-12-06T01:43:21,738 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 878a323c55c9448cb37847fbc7a94b65, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733449398620
2024-12-06T01:43:21,738 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 784c508f00ed4d3ab1844b0505069c64, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733449398620
2024-12-06T01:43:21,738 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 585ba34bee814bfb8c735cb4118fdc5f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733449398999
2024-12-06T01:43:21,738 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f7996c859d94ea4a4feaaa7fd18f853, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733449398999
2024-12-06T01:43:21,739 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54d55c473ed740ad89851ce74ca5c17f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733449400405
2024-12-06T01:43:21,739 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 506481d897a644b7a57f6b31d13638ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733449400421
2024-12-06T01:43:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:21,741 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-06T01:43:21,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:21,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:21,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:21,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:21,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:21,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:21,745 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#A#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:21,746 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/e348c133540b4ec0a2f34355b8ca1359 is 50, key is test_row_0/A:col10/1733449400470/Put/seqid=0
2024-12-06T01:43:21,748 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#B#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:21,749 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/ac1ee3a7d4174659a71a7d94d1ad5f50 is 50, key is test_row_0/B:col10/1733449400470/Put/seqid=0
2024-12-06T01:43:21,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/1257891b9dd343f8a04628a4b75319fe is 50, key is test_row_0/A:col10/1733449401740/Put/seqid=0
2024-12-06T01:43:21,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742363_1539 (size=13187)
2024-12-06T01:43:21,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742364_1540 (size=13187)
2024-12-06T01:43:21,760 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/ac1ee3a7d4174659a71a7d94d1ad5f50 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/ac1ee3a7d4174659a71a7d94d1ad5f50
2024-12-06T01:43:21,763 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/B of 7cf077a66bf849c3b73f98c1167a942f into ac1ee3a7d4174659a71a7d94d1ad5f50(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:21,763 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:21,764 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/B, priority=13, startTime=1733449401734; duration=0sec
2024-12-06T01:43:21,764 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:21,764 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:B
2024-12-06T01:43:21,764 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:21,765 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:21,765 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/C is initiating minor compaction (all files)
2024-12-06T01:43:21,765 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/C in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:21,765 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/9d616f4a4314407eab200bf8466d6c0f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/c621da72ec764eb79b835cf5d1ebe52a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/77b05a3c50ce4cf7bdd29f8a0a179810] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=34.4 K
2024-12-06T01:43:21,765 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d616f4a4314407eab200bf8466d6c0f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733449398620
2024-12-06T01:43:21,765 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting c621da72ec764eb79b835cf5d1ebe52a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733449398999
2024-12-06T01:43:21,766 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 77b05a3c50ce4cf7bdd29f8a0a179810, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733449400421
2024-12-06T01:43:21,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-12-06T01:43:21,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:21,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:21,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:21,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:21,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:21,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742365_1541 (size=14741)
2024-12-06T01:43:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-12-06T01:43:21,783 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#C#compaction#464 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:21,784 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/82739dfca4f447978f097aade9108b6e is 50, key is test_row_0/C:col10/1733449400470/Put/seqid=0
2024-12-06T01:43:21,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742366_1542 (size=13187)
2024-12-06T01:43:21,796 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/82739dfca4f447978f097aade9108b6e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/82739dfca4f447978f097aade9108b6e
2024-12-06T01:43:21,801 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/C of 7cf077a66bf849c3b73f98c1167a942f into 82739dfca4f447978f097aade9108b6e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:21,801 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:21,801 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/C, priority=13, startTime=1733449401734; duration=0sec
2024-12-06T01:43:21,802 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:21,802 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:C
2024-12-06T01:43:21,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449401858, max timestamp=1733449401888Num uniques 859; 
2024-12-06T01:43:21,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449401858, max timestamp=1733449401888Num uniques 859; 
2024-12-06T01:43:21,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:21,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:21,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449401858, max timestamp=1733449401888Num uniques 859; 
2024-12-06T01:43:21,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:21,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-12-06T01:43:21,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:21,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:21,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:21,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:21,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-12-06T01:43:22,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:22,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:22,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:22,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449462074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:22,160 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/e348c133540b4ec0a2f34355b8ca1359 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/e348c133540b4ec0a2f34355b8ca1359
2024-12-06T01:43:22,167 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/A of 7cf077a66bf849c3b73f98c1167a942f into e348c133540b4ec0a2f34355b8ca1359(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:22,167 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:22,167 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/A, priority=13, startTime=1733449401734; duration=0sec
2024-12-06T01:43:22,167 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:22,167 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:A
2024-12-06T01:43:22,178 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/1257891b9dd343f8a04628a4b75319fe
2024-12-06T01:43:22,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/8a0c88f42883489281beb6561b535360 is 50, key is test_row_0/B:col10/1733449401740/Put/seqid=0
2024-12-06T01:43:22,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742367_1543 (size=12301)
2024-12-06T01:43:22,201 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449462192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:22,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:22,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:22,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:22,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-12-06T01:43:22,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:22,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:22,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:22,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-12-06T01:43:22,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-12-06T01:43:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:22,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449462412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:22,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:22,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:22,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:22,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-12-06T01:43:22,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:22,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:22,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:22,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,588 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/8a0c88f42883489281beb6561b535360
2024-12-06T01:43:22,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/31fc9013a8d14a819194f9dca88e1964 is 50, key is test_row_0/C:col10/1733449401740/Put/seqid=0
2024-12-06T01:43:22,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742368_1544 (size=12301)
2024-12-06T01:43:22,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-12-06T01:43:22,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:22,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:22,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:22,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449462733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:22,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:22,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:22,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:22,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-12-06T01:43:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:22,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-12-06T01:43:22,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:22,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:22,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:22,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:23,001 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/31fc9013a8d14a819194f9dca88e1964
2024-12-06T01:43:23,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/1257891b9dd343f8a04628a4b75319fe as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1257891b9dd343f8a04628a4b75319fe
2024-12-06T01:43:23,008 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1257891b9dd343f8a04628a4b75319fe, entries=200, sequenceid=423, filesize=14.4 K
2024-12-06T01:43:23,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/8a0c88f42883489281beb6561b535360 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/8a0c88f42883489281beb6561b535360
2024-12-06T01:43:23,012 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/8a0c88f42883489281beb6561b535360, entries=150, sequenceid=423, filesize=12.0 K
2024-12-06T01:43:23,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/31fc9013a8d14a819194f9dca88e1964 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/31fc9013a8d14a819194f9dca88e1964
2024-12-06T01:43:23,015 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/31fc9013a8d14a819194f9dca88e1964, entries=150, sequenceid=423, filesize=12.0 K
2024-12-06T01:43:23,016 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 7cf077a66bf849c3b73f98c1167a942f in 1275ms, sequenceid=423, compaction requested=false
2024-12-06T01:43:23,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:23,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-12-06T01:43:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:23,148 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB
2024-12-06T01:43:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:23,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/369a8a7445a94240947986161b898f30 is 50, key is test_row_0/A:col10/1733449402072/Put/seqid=0
2024-12-06T01:43:23,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742369_1545 (size=12301)
2024-12-06T01:43:23,157 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/369a8a7445a94240947986161b898f30
2024-12-06T01:43:23,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/6b07279f4a9d473399bc1f807fb2ec2b is 50, key is test_row_0/B:col10/1733449402072/Put/seqid=0
2024-12-06T01:43:23,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742370_1546 (size=12301)
2024-12-06T01:43:23,169 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/6b07279f4a9d473399bc1f807fb2ec2b
2024-12-06T01:43:23,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/4527f9bd21a446609bdcf2b8d58bb332 is 50, key is test_row_0/C:col10/1733449402072/Put/seqid=0
2024-12-06T01:43:23,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742371_1547 (size=12301)
2024-12-06T01:43:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:23,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. as already flushing
2024-12-06T01:43:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-12-06T01:43:23,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449463309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:23,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:23,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:23,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:23,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449463422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:23,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:23,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:23,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:23,581 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/4527f9bd21a446609bdcf2b8d58bb332
2024-12-06T01:43:23,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/369a8a7445a94240947986161b898f30 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/369a8a7445a94240947986161b898f30
2024-12-06T01:43:23,588 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/369a8a7445a94240947986161b898f30, entries=150, sequenceid=462, filesize=12.0 K
2024-12-06T01:43:23,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/6b07279f4a9d473399bc1f807fb2ec2b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/6b07279f4a9d473399bc1f807fb2ec2b
2024-12-06T01:43:23,593 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/6b07279f4a9d473399bc1f807fb2ec2b, entries=150, sequenceid=462, filesize=12.0 K
2024-12-06T01:43:23,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/4527f9bd21a446609bdcf2b8d58bb332 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/4527f9bd21a446609bdcf2b8d58bb332
2024-12-06T01:43:23,597 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/4527f9bd21a446609bdcf2b8d58bb332, entries=150, sequenceid=462, filesize=12.0 K
2024-12-06T01:43:23,598 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 7cf077a66bf849c3b73f98c1167a942f in 450ms, sequenceid=462, compaction requested=true
2024-12-06T01:43:23,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:23,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:23,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130
2024-12-06T01:43:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=130
2024-12-06T01:43:23,601 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129
2024-12-06T01:43:23,601 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4440 sec
2024-12-06T01:43:23,603 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.4490 sec
2024-12-06T01:43:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:23,649 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-06T01:43:23,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:23,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:23,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:23,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:23,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:23,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:23,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/8b55f2af839c43a5be4d698cbf8d1b6e is 50, key is test_row_0/A:col10/1733449403299/Put/seqid=0
2024-12-06T01:43:23,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742372_1548 (size=14741)
2024-12-06T01:43:23,664 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/8b55f2af839c43a5be4d698cbf8d1b6e
2024-12-06T01:43:23,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/c098019d33c44fc3a1c0f1cb28a74e71 is 50, key is test_row_0/B:col10/1733449403299/Put/seqid=0
2024-12-06T01:43:23,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742373_1549 (size=12301)
2024-12-06T01:43:23,675 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/c098019d33c44fc3a1c0f1cb28a74e71
2024-12-06T01:43:23,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/160f83f42ebd44cdbd212161b5804e5b is 50, key is test_row_0/C:col10/1733449403299/Put/seqid=0
2024-12-06T01:43:23,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742374_1550 (size=12301)
2024-12-06T01:43:23,695 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/160f83f42ebd44cdbd212161b5804e5b
2024-12-06T01:43:23,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/8b55f2af839c43a5be4d698cbf8d1b6e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/8b55f2af839c43a5be4d698cbf8d1b6e
2024-12-06T01:43:23,704 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/8b55f2af839c43a5be4d698cbf8d1b6e, entries=200, sequenceid=474, filesize=14.4 K
2024-12-06T01:43:23,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/c098019d33c44fc3a1c0f1cb28a74e71 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/c098019d33c44fc3a1c0f1cb28a74e71
2024-12-06T01:43:23,709 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/c098019d33c44fc3a1c0f1cb28a74e71, entries=150, sequenceid=474, filesize=12.0 K
2024-12-06T01:43:23,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/160f83f42ebd44cdbd212161b5804e5b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/160f83f42ebd44cdbd212161b5804e5b
2024-12-06T01:43:23,712 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/160f83f42ebd44cdbd212161b5804e5b, entries=150, sequenceid=474, filesize=12.0 K
2024-12-06T01:43:23,716 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=26.84 KB/27480 for 7cf077a66bf849c3b73f98c1167a942f in 67ms, sequenceid=474, compaction requested=true
2024-12-06T01:43:23,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:23,717 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:43:23,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:43:23,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:23,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:43:23,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:23,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:43:23,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:23,717 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:43:23,720 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:43:23,721 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/B is initiating minor compaction (all files)
2024-12-06T01:43:23,721 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/B in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:23,721 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/ac1ee3a7d4174659a71a7d94d1ad5f50, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/8a0c88f42883489281beb6561b535360, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/6b07279f4a9d473399bc1f807fb2ec2b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/c098019d33c44fc3a1c0f1cb28a74e71] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=48.9 K
2024-12-06T01:43:23,721 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54970 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:43:23,721 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/A is initiating minor compaction (all files)
2024-12-06T01:43:23,721 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/A in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:23,721 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/e348c133540b4ec0a2f34355b8ca1359, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1257891b9dd343f8a04628a4b75319fe, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/369a8a7445a94240947986161b898f30, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/8b55f2af839c43a5be4d698cbf8d1b6e] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=53.7 K
2024-12-06T01:43:23,722 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting ac1ee3a7d4174659a71a7d94d1ad5f50, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733449400421
2024-12-06T01:43:23,723 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting e348c133540b4ec0a2f34355b8ca1359, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733449400421
2024-12-06T01:43:23,723 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a0c88f42883489281beb6561b535360, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1733449400542
2024-12-06T01:43:23,723 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1257891b9dd343f8a04628a4b75319fe, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1733449400542
2024-12-06T01:43:23,723 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b07279f4a9d473399bc1f807fb2ec2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1733449402039
2024-12-06T01:43:23,723 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 369a8a7445a94240947986161b898f30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1733449402039
2024-12-06T01:43:23,723 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting c098019d33c44fc3a1c0f1cb28a74e71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1733449403299
2024-12-06T01:43:23,724 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b55f2af839c43a5be4d698cbf8d1b6e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1733449403271
2024-12-06T01:43:23,736 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#B#compaction#473 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:23,737 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/54620b255ae44668bf65f3d6fc8b0218 is 50, key is test_row_0/B:col10/1733449403299/Put/seqid=0
2024-12-06T01:43:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:23,737 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-06T01:43:23,737 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#A#compaction#474 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:23,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:23,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:23,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:23,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:23,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:23,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:23,738 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/f4aa80da32364da3984554ba46cdfa4c is 50, key is test_row_0/A:col10/1733449403299/Put/seqid=0
2024-12-06T01:43:23,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/433a2d4944704a7ab2ebc6d9fce1dfbd is 50, key is test_row_0/A:col10/1733449403734/Put/seqid=0
2024-12-06T01:43:23,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742375_1551 (size=13323)
2024-12-06T01:43:23,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742376_1552 (size=13323)
2024-12-06T01:43:23,753 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/54620b255ae44668bf65f3d6fc8b0218 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/54620b255ae44668bf65f3d6fc8b0218
2024-12-06T01:43:23,756 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/f4aa80da32364da3984554ba46cdfa4c as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/f4aa80da32364da3984554ba46cdfa4c
2024-12-06T01:43:23,759 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/B of 7cf077a66bf849c3b73f98c1167a942f into 54620b255ae44668bf65f3d6fc8b0218(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:23,759 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:23,759 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/B, priority=12, startTime=1733449403717; duration=0sec
2024-12-06T01:43:23,759 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:23,759 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:B
2024-12-06T01:43:23,760 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:43:23,761 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:43:23,761 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/C is initiating minor compaction (all files)
2024-12-06T01:43:23,761 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/C in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:23,761 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/82739dfca4f447978f097aade9108b6e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/31fc9013a8d14a819194f9dca88e1964, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/4527f9bd21a446609bdcf2b8d58bb332, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/160f83f42ebd44cdbd212161b5804e5b] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=48.9 K
2024-12-06T01:43:23,761 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/A of 7cf077a66bf849c3b73f98c1167a942f into f4aa80da32364da3984554ba46cdfa4c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:23,762 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:23,762 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/A, priority=12, startTime=1733449403717; duration=0sec
2024-12-06T01:43:23,762 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:23,762 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:A
2024-12-06T01:43:23,762 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 82739dfca4f447978f097aade9108b6e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733449400421
2024-12-06T01:43:23,762 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 31fc9013a8d14a819194f9dca88e1964, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1733449400542
2024-12-06T01:43:23,762 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 4527f9bd21a446609bdcf2b8d58bb332, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1733449402039
2024-12-06T01:43:23,763 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 160f83f42ebd44cdbd212161b5804e5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1733449403299
2024-12-06T01:43:23,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742377_1553 (size=14741)
2024-12-06T01:43:23,779 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#C#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:23,779 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/ce2f34c0bd0b41e09bd5e53221f5d0ac is 50, key is test_row_0/C:col10/1733449403299/Put/seqid=0
2024-12-06T01:43:23,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742378_1554 (size=13323)
2024-12-06T01:43:23,801 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/ce2f34c0bd0b41e09bd5e53221f5d0ac as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/ce2f34c0bd0b41e09bd5e53221f5d0ac
2024-12-06T01:43:23,809 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/C of 7cf077a66bf849c3b73f98c1167a942f into ce2f34c0bd0b41e09bd5e53221f5d0ac(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:23,809 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:23,809 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/C, priority=12, startTime=1733449403717; duration=0sec
2024-12-06T01:43:23,809 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:23,809 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:C
2024-12-06T01:43:23,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449403853, max timestamp=1733449403922Num uniques 859; 
2024-12-06T01:43:23,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449403853, max timestamp=1733449403922Num uniques 859; 
2024-12-06T01:43:23,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:23,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449403853, max timestamp=1733449403922Num uniques 859; 
2024-12-06T01:43:23,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:23,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:24,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 353 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449464075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:24,116 INFO  [Thread-2081 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2081.
2024-12-06T01:43:24,116 DEBUG [Thread-2081 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:43:24,116 DEBUG [Thread-2081 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:24,116 DEBUG [Thread-2081 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:24,116 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:24,121 INFO  [Thread-2079 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2079.
2024-12-06T01:43:24,121 DEBUG [Thread-2079 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:43:24,121 DEBUG [Thread-2079 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:24,121 DEBUG [Thread-2079 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:24,121 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:24,127 INFO  [Thread-2077 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2077.
2024-12-06T01:43:24,127 DEBUG [Thread-2077 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:43:24,127 DEBUG [Thread-2077 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:24,127 DEBUG [Thread-2077 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:24,127 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:24,127 INFO  [Thread-2075 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2075.
2024-12-06T01:43:24,127 DEBUG [Thread-2075 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:43:24,127 DEBUG [Thread-2075 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:24,127 DEBUG [Thread-2075 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:24,127 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:24,132 INFO  [Thread-2073 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2073.
2024-12-06T01:43:24,132 DEBUG [Thread-2073 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:43:24,132 DEBUG [Thread-2073 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:24,132 DEBUG [Thread-2073 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:24,132 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:24,170 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/433a2d4944704a7ab2ebc6d9fce1dfbd
2024-12-06T01:43:24,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/ac2c8a2a50044bb6950a59cc99ad201a is 50, key is test_row_0/B:col10/1733449403734/Put/seqid=0
2024-12-06T01:43:24,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742379_1555 (size=12301)
2024-12-06T01:43:24,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 354 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449464192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:24,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:24,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:24,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:24,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 355 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449464402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:24,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:24,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:24,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:24,578 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/ac2c8a2a50044bb6950a59cc99ad201a
2024-12-06T01:43:24,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/83c1c00824854cef9e29a270b06a655f is 50, key is test_row_0/C:col10/1733449403734/Put/seqid=0
2024-12-06T01:43:24,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742380_1556 (size=12301)
2024-12-06T01:43:24,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 356 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39246 deadline: 1733449464713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 , the old value is region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:24,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., hostname=00c764f7c3aa,34571,1733449257601, seqNum=2 because the exception is null or not the one we care about
2024-12-06T01:43:24,987 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/83c1c00824854cef9e29a270b06a655f
2024-12-06T01:43:24,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/433a2d4944704a7ab2ebc6d9fce1dfbd as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/433a2d4944704a7ab2ebc6d9fce1dfbd
2024-12-06T01:43:24,993 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/433a2d4944704a7ab2ebc6d9fce1dfbd, entries=200, sequenceid=484, filesize=14.4 K
2024-12-06T01:43:24,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/ac2c8a2a50044bb6950a59cc99ad201a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/ac2c8a2a50044bb6950a59cc99ad201a
2024-12-06T01:43:24,996 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/ac2c8a2a50044bb6950a59cc99ad201a, entries=150, sequenceid=484, filesize=12.0 K
2024-12-06T01:43:24,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/83c1c00824854cef9e29a270b06a655f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/83c1c00824854cef9e29a270b06a655f
2024-12-06T01:43:24,999 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/83c1c00824854cef9e29a270b06a655f, entries=150, sequenceid=484, filesize=12.0 K
2024-12-06T01:43:25,000 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 7cf077a66bf849c3b73f98c1167a942f in 1263ms, sequenceid=484, compaction requested=false
2024-12-06T01:43:25,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:25,224 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB
2024-12-06T01:43:25,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:25,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:43:25,224 INFO  [Thread-2068 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2068.
2024-12-06T01:43:25,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:25,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:43:25,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:25,224 DEBUG [Thread-2068 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:43:25,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:43:25,224 DEBUG [Thread-2068 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:25,224 DEBUG [Thread-2068 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:25,224 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:25,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/bd0422e60443454faac727df19c3cab4 is 50, key is test_row_0/A:col10/1733449405222/Put/seqid=0
2024-12-06T01:43:25,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742381_1557 (size=12301)
2024-12-06T01:43:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-12-06T01:43:25,332 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:25,631 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/bd0422e60443454faac727df19c3cab4
2024-12-06T01:43:25,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/d91443e4110b4509afe856e14f51ca24 is 50, key is test_row_0/B:col10/1733449405222/Put/seqid=0
2024-12-06T01:43:25,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742382_1558 (size=12301)
2024-12-06T01:43:25,669 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-06T01:43:26,042 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/d91443e4110b4509afe856e14f51ca24
2024-12-06T01:43:26,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/d7925c20a0e6403e82633c36c910ef3e is 50, key is test_row_0/C:col10/1733449405222/Put/seqid=0
2024-12-06T01:43:26,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742383_1559 (size=12301)
2024-12-06T01:43:26,452 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/d7925c20a0e6403e82633c36c910ef3e
2024-12-06T01:43:26,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/bd0422e60443454faac727df19c3cab4 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/bd0422e60443454faac727df19c3cab4
2024-12-06T01:43:26,459 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/bd0422e60443454faac727df19c3cab4, entries=150, sequenceid=525, filesize=12.0 K
2024-12-06T01:43:26,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/d91443e4110b4509afe856e14f51ca24 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/d91443e4110b4509afe856e14f51ca24
2024-12-06T01:43:26,462 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/d91443e4110b4509afe856e14f51ca24, entries=150, sequenceid=525, filesize=12.0 K
2024-12-06T01:43:26,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/d7925c20a0e6403e82633c36c910ef3e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/d7925c20a0e6403e82633c36c910ef3e
2024-12-06T01:43:26,466 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/d7925c20a0e6403e82633c36c910ef3e, entries=150, sequenceid=525, filesize=12.0 K
2024-12-06T01:43:26,466 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=0 B/0 for 7cf077a66bf849c3b73f98c1167a942f in 1243ms, sequenceid=525, compaction requested=true
2024-12-06T01:43:26,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:26,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:43:26,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:26,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:43:26,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:26,467 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:26,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cf077a66bf849c3b73f98c1167a942f:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:43:26,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:26,467 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:26,467 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:26,467 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40365 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:26,467 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/B is initiating minor compaction (all files)
2024-12-06T01:43:26,467 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/A is initiating minor compaction (all files)
2024-12-06T01:43:26,467 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/A in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:26,467 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/B in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:26,468 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/f4aa80da32364da3984554ba46cdfa4c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/433a2d4944704a7ab2ebc6d9fce1dfbd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/bd0422e60443454faac727df19c3cab4] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=39.4 K
2024-12-06T01:43:26,468 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/54620b255ae44668bf65f3d6fc8b0218, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/ac2c8a2a50044bb6950a59cc99ad201a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/d91443e4110b4509afe856e14f51ca24] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=37.0 K
2024-12-06T01:43:26,468 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 54620b255ae44668bf65f3d6fc8b0218, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1733449403299
2024-12-06T01:43:26,468 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4aa80da32364da3984554ba46cdfa4c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1733449403299
2024-12-06T01:43:26,468 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 433a2d4944704a7ab2ebc6d9fce1dfbd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733449403669
2024-12-06T01:43:26,468 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting ac2c8a2a50044bb6950a59cc99ad201a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733449403704
2024-12-06T01:43:26,468 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd0422e60443454faac727df19c3cab4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1733449404057
2024-12-06T01:43:26,468 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting d91443e4110b4509afe856e14f51ca24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1733449404057
2024-12-06T01:43:26,474 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#B#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:26,474 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#A#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:26,475 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/c5556db8ecfc49bc931b57317257ee69 is 50, key is test_row_0/B:col10/1733449405222/Put/seqid=0
2024-12-06T01:43:26,475 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/004b9adcbe0540a98bf8046433038dc1 is 50, key is test_row_0/A:col10/1733449405222/Put/seqid=0
2024-12-06T01:43:26,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742384_1560 (size=13425)
2024-12-06T01:43:26,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742385_1561 (size=13425)
2024-12-06T01:43:26,882 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/c5556db8ecfc49bc931b57317257ee69 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/c5556db8ecfc49bc931b57317257ee69
2024-12-06T01:43:26,882 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/004b9adcbe0540a98bf8046433038dc1 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/004b9adcbe0540a98bf8046433038dc1
2024-12-06T01:43:26,885 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/B of 7cf077a66bf849c3b73f98c1167a942f into c5556db8ecfc49bc931b57317257ee69(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:26,885 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/A of 7cf077a66bf849c3b73f98c1167a942f into 004b9adcbe0540a98bf8046433038dc1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:26,885 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:26,885 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:26,885 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/A, priority=13, startTime=1733449406467; duration=0sec
2024-12-06T01:43:26,885 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/B, priority=13, startTime=1733449406467; duration=0sec
2024-12-06T01:43:26,885 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:26,885 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:A
2024-12-06T01:43:26,885 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:26,885 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:B
2024-12-06T01:43:26,885 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:26,886 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:26,886 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): 7cf077a66bf849c3b73f98c1167a942f/C is initiating minor compaction (all files)
2024-12-06T01:43:26,886 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cf077a66bf849c3b73f98c1167a942f/C in TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:26,886 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/ce2f34c0bd0b41e09bd5e53221f5d0ac, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/83c1c00824854cef9e29a270b06a655f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/d7925c20a0e6403e82633c36c910ef3e] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp, totalSize=37.0 K
2024-12-06T01:43:26,886 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce2f34c0bd0b41e09bd5e53221f5d0ac, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1733449403299
2024-12-06T01:43:26,886 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83c1c00824854cef9e29a270b06a655f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733449403704
2024-12-06T01:43:26,887 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7925c20a0e6403e82633c36c910ef3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1733449404057
2024-12-06T01:43:26,892 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cf077a66bf849c3b73f98c1167a942f#C#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:26,892 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/5e38b2e67a2f4786be3a5b6770b53dbf is 50, key is test_row_0/C:col10/1733449405222/Put/seqid=0
2024-12-06T01:43:26,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742386_1562 (size=13425)
2024-12-06T01:43:27,299 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/5e38b2e67a2f4786be3a5b6770b53dbf as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/5e38b2e67a2f4786be3a5b6770b53dbf
2024-12-06T01:43:27,302 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cf077a66bf849c3b73f98c1167a942f/C of 7cf077a66bf849c3b73f98c1167a942f into 5e38b2e67a2f4786be3a5b6770b53dbf(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:27,303 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cf077a66bf849c3b73f98c1167a942f:

2024-12-06T01:43:27,303 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., storeName=7cf077a66bf849c3b73f98c1167a942f/C, priority=13, startTime=1733449406467; duration=0sec
2024-12-06T01:43:27,303 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:27,303 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cf077a66bf849c3b73f98c1167a942f:C
2024-12-06T01:43:29,734 INFO  [Thread-2062 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2062.
2024-12-06T01:43:29,734 DEBUG [Thread-2062 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:43:29,734 DEBUG [Thread-2062 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:29,734 DEBUG [Thread-2062 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:29,734 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:29,744 INFO  [Thread-2070 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2070.
2024-12-06T01:43:29,744 DEBUG [Thread-2070 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:43:29,744 DEBUG [Thread-2070 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:29,744 DEBUG [Thread-2070 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:29,744 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:29,763 INFO  [Thread-2064 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2064.
2024-12-06T01:43:29,763 DEBUG [Thread-2064 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:43:29,763 DEBUG [Thread-2064 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:29,763 DEBUG [Thread-2064 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:29,763 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:29,773 INFO  [Thread-2066 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2066.
2024-12-06T01:43:29,773 DEBUG [Thread-2066 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:43:29,773 DEBUG [Thread-2066 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:29,773 DEBUG [Thread-2066 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:29,773 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:29,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-06T01:43:29,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 29
2024-12-06T01:43:29,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 28
2024-12-06T01:43:29,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 33
2024-12-06T01:43:29,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 309
2024-12-06T01:43:29,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 30
2024-12-06T01:43:29,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-06T01:43:29,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-06T01:43:29,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1072
2024-12-06T01:43:29,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3216 rows
2024-12-06T01:43:29,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1073
2024-12-06T01:43:29,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3210 rows
2024-12-06T01:43:29,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1071
2024-12-06T01:43:29,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3207 rows
2024-12-06T01:43:29,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1071
2024-12-06T01:43:29,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3213 rows
2024-12-06T01:43:29,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1073
2024-12-06T01:43:29,774 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3219 rows
2024-12-06T01:43:29,774 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-06T01:43:29,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T01:43:29,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:29,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:29,774 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:29,775 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-12-06T01:43:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-12-06T01:43:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-12-06T01:43:29,778 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449409778"}]},"ts":"1733449409778"}
2024-12-06T01:43:29,780 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-06T01:43:29,780 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-06T01:43:29,780 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-06T01:43:29,782 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7cf077a66bf849c3b73f98c1167a942f, UNASSIGN}]
2024-12-06T01:43:29,783 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7cf077a66bf849c3b73f98c1167a942f, UNASSIGN
2024-12-06T01:43:29,784 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=7cf077a66bf849c3b73f98c1167a942f, regionState=CLOSING, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:29,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7cf077a66bf849c3b73f98c1167a942f, UNASSIGN because future has completed
2024-12-06T01:43:29,785 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-06T01:43:29,785 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601}]
2024-12-06T01:43:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-12-06T01:43:29,938 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(122): Close 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:29,938 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-06T01:43:29,938 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1722): Closing 7cf077a66bf849c3b73f98c1167a942f, disabling compactions & flushes
2024-12-06T01:43:29,938 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:29,938 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:29,938 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. after waiting 0 ms
2024-12-06T01:43:29,938 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:29,938 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(2902): Flushing 7cf077a66bf849c3b73f98c1167a942f 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-12-06T01:43:29,938 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=A
2024-12-06T01:43:29,938 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:29,938 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=B
2024-12-06T01:43:29,938 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:29,938 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7cf077a66bf849c3b73f98c1167a942f, store=C
2024-12-06T01:43:29,939 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:29,942 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/1a4fa2cc04dd43c6b495efee196fc6d1 is 50, key is test_row_1/A:col10/1733449409743/Put/seqid=0
2024-12-06T01:43:29,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742387_1563 (size=9857)
2024-12-06T01:43:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-12-06T01:43:30,345 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/1a4fa2cc04dd43c6b495efee196fc6d1
2024-12-06T01:43:30,351 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/a9cc8dfd615b43da88a22bb6aee8e5fe is 50, key is test_row_1/B:col10/1733449409743/Put/seqid=0
2024-12-06T01:43:30,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742388_1564 (size=9857)
2024-12-06T01:43:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-12-06T01:43:30,754 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/a9cc8dfd615b43da88a22bb6aee8e5fe
2024-12-06T01:43:30,760 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/9234a98bd5414f5e940af99dc4edd399 is 50, key is test_row_1/C:col10/1733449409743/Put/seqid=0
2024-12-06T01:43:30,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742389_1565 (size=9857)
2024-12-06T01:43:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-12-06T01:43:31,163 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/9234a98bd5414f5e940af99dc4edd399
2024-12-06T01:43:31,167 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/A/1a4fa2cc04dd43c6b495efee196fc6d1 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1a4fa2cc04dd43c6b495efee196fc6d1
2024-12-06T01:43:31,170 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1a4fa2cc04dd43c6b495efee196fc6d1, entries=100, sequenceid=535, filesize=9.6 K
2024-12-06T01:43:31,170 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/B/a9cc8dfd615b43da88a22bb6aee8e5fe as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/a9cc8dfd615b43da88a22bb6aee8e5fe
2024-12-06T01:43:31,173 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/a9cc8dfd615b43da88a22bb6aee8e5fe, entries=100, sequenceid=535, filesize=9.6 K
2024-12-06T01:43:31,173 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/.tmp/C/9234a98bd5414f5e940af99dc4edd399 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/9234a98bd5414f5e940af99dc4edd399
2024-12-06T01:43:31,176 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/9234a98bd5414f5e940af99dc4edd399, entries=100, sequenceid=535, filesize=9.6 K
2024-12-06T01:43:31,176 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 7cf077a66bf849c3b73f98c1167a942f in 1238ms, sequenceid=535, compaction requested=false
2024-12-06T01:43:31,177 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/014dc7b75e7d4b47b4542ed9bcbb380b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1a9013ffcf0d490281161422fd39105a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/a96ad8a383b44e129d8c094bf87ea379, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/cacc3a1464cc40318d6b6b16d251001c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/cc855ebe468f43f49bbeb6ac9f34b71c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/e909d8ff5985421e9ba13731b8a4e40f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1a99aaf31dc940968989aa8e24b06d3f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/707ad55e54b74e1a8f9075a8e5c5b5a1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1630ae9c8dfd4c219888629353bab7eb, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/62d42187a1e045e39bb01f72edce6ac1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/53666d3e86f54c2790792cd2e01427c4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/b92079d763f044bc8d421617cf2512ac, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/bcd7fe9ee7aa4558844141bd06e06ce5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/b0a266c0be404e58b969a41c5d177d9a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/5c6bcdb7c9f841e1b92dcded37346940, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/c4a41f9256a3445cb4d4b984393abe22, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/429e6f317f62483697233f5cfc8cf89e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/fdab640031bf4517a75ce2459499a73e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/c70b317d0655489db8a12fb8318e2dbd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/3d5af0ab5ade4bed8bf4425aa070aec7, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/d254fa3a9b5245b5a4f3e30b39c254e6, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/396df995f15943659a40437fd477651c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/07ed0e72e9e54b03b81048d48ec7ad63, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/878a323c55c9448cb37847fbc7a94b65, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/5f7996c859d94ea4a4feaaa7fd18f853, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/54d55c473ed740ad89851ce74ca5c17f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/e348c133540b4ec0a2f34355b8ca1359, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1257891b9dd343f8a04628a4b75319fe, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/369a8a7445a94240947986161b898f30, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/8b55f2af839c43a5be4d698cbf8d1b6e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/f4aa80da32364da3984554ba46cdfa4c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/433a2d4944704a7ab2ebc6d9fce1dfbd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/bd0422e60443454faac727df19c3cab4] to archive
2024-12-06T01:43:31,178 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-06T01:43:31,179 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/014dc7b75e7d4b47b4542ed9bcbb380b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/014dc7b75e7d4b47b4542ed9bcbb380b
2024-12-06T01:43:31,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1a9013ffcf0d490281161422fd39105a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1a9013ffcf0d490281161422fd39105a
2024-12-06T01:43:31,181 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/a96ad8a383b44e129d8c094bf87ea379 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/a96ad8a383b44e129d8c094bf87ea379
2024-12-06T01:43:31,181 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/cacc3a1464cc40318d6b6b16d251001c to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/cacc3a1464cc40318d6b6b16d251001c
2024-12-06T01:43:31,182 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/cc855ebe468f43f49bbeb6ac9f34b71c to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/cc855ebe468f43f49bbeb6ac9f34b71c
2024-12-06T01:43:31,183 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/e909d8ff5985421e9ba13731b8a4e40f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/e909d8ff5985421e9ba13731b8a4e40f
2024-12-06T01:43:31,184 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1a99aaf31dc940968989aa8e24b06d3f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1a99aaf31dc940968989aa8e24b06d3f
2024-12-06T01:43:31,184 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/707ad55e54b74e1a8f9075a8e5c5b5a1 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/707ad55e54b74e1a8f9075a8e5c5b5a1
2024-12-06T01:43:31,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1630ae9c8dfd4c219888629353bab7eb to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1630ae9c8dfd4c219888629353bab7eb
2024-12-06T01:43:31,186 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/62d42187a1e045e39bb01f72edce6ac1 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/62d42187a1e045e39bb01f72edce6ac1
2024-12-06T01:43:31,187 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/53666d3e86f54c2790792cd2e01427c4 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/53666d3e86f54c2790792cd2e01427c4
2024-12-06T01:43:31,187 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/b92079d763f044bc8d421617cf2512ac to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/b92079d763f044bc8d421617cf2512ac
2024-12-06T01:43:31,188 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/bcd7fe9ee7aa4558844141bd06e06ce5 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/bcd7fe9ee7aa4558844141bd06e06ce5
2024-12-06T01:43:31,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/b0a266c0be404e58b969a41c5d177d9a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/b0a266c0be404e58b969a41c5d177d9a
2024-12-06T01:43:31,190 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/5c6bcdb7c9f841e1b92dcded37346940 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/5c6bcdb7c9f841e1b92dcded37346940
2024-12-06T01:43:31,190 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/c4a41f9256a3445cb4d4b984393abe22 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/c4a41f9256a3445cb4d4b984393abe22
2024-12-06T01:43:31,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/429e6f317f62483697233f5cfc8cf89e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/429e6f317f62483697233f5cfc8cf89e
2024-12-06T01:43:31,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/fdab640031bf4517a75ce2459499a73e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/fdab640031bf4517a75ce2459499a73e
2024-12-06T01:43:31,193 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/c70b317d0655489db8a12fb8318e2dbd to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/c70b317d0655489db8a12fb8318e2dbd
2024-12-06T01:43:31,193 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/3d5af0ab5ade4bed8bf4425aa070aec7 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/3d5af0ab5ade4bed8bf4425aa070aec7
2024-12-06T01:43:31,194 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/d254fa3a9b5245b5a4f3e30b39c254e6 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/d254fa3a9b5245b5a4f3e30b39c254e6
2024-12-06T01:43:31,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/396df995f15943659a40437fd477651c to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/396df995f15943659a40437fd477651c
2024-12-06T01:43:31,196 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/07ed0e72e9e54b03b81048d48ec7ad63 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/07ed0e72e9e54b03b81048d48ec7ad63
2024-12-06T01:43:31,196 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/878a323c55c9448cb37847fbc7a94b65 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/878a323c55c9448cb37847fbc7a94b65
2024-12-06T01:43:31,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/5f7996c859d94ea4a4feaaa7fd18f853 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/5f7996c859d94ea4a4feaaa7fd18f853
2024-12-06T01:43:31,198 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/54d55c473ed740ad89851ce74ca5c17f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/54d55c473ed740ad89851ce74ca5c17f
2024-12-06T01:43:31,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/e348c133540b4ec0a2f34355b8ca1359 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/e348c133540b4ec0a2f34355b8ca1359
2024-12-06T01:43:31,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1257891b9dd343f8a04628a4b75319fe to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1257891b9dd343f8a04628a4b75319fe
2024-12-06T01:43:31,200 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/369a8a7445a94240947986161b898f30 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/369a8a7445a94240947986161b898f30
2024-12-06T01:43:31,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/8b55f2af839c43a5be4d698cbf8d1b6e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/8b55f2af839c43a5be4d698cbf8d1b6e
2024-12-06T01:43:31,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/f4aa80da32364da3984554ba46cdfa4c to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/f4aa80da32364da3984554ba46cdfa4c
2024-12-06T01:43:31,202 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/433a2d4944704a7ab2ebc6d9fce1dfbd to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/433a2d4944704a7ab2ebc6d9fce1dfbd
2024-12-06T01:43:31,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/bd0422e60443454faac727df19c3cab4 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/bd0422e60443454faac727df19c3cab4
2024-12-06T01:43:31,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/cacc5fc888454cad842412238416222b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/531b3ad397364fc19dc2c3b3d88df358, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/d713efe9d71449a28e085442ba83fdf2, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/aca76a4dcd7242cdb8209d235da87fe4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/cb7451fe05bf4b92b0ebde9ab9c32fac, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/b9c9f0ca6bde429eb298d365842000d0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/7e800d18417341feb9d782d7a93b9469, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/7e7b9891260f42428fac1a7bdf8ed28e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/533060aafe934e519d599e70ffae47cf, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/6d04d731966144e299123936e42c818f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/74ce51dc7fc24e8a9b0118f8bdbffc79, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/989c759fff4945ab856758386baafee2, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/c1e7427d057642769ea979b4590cc972, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/e06f8f6214b7425da1d178bb9caa36b2, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/1db53dc86574485b8e574aaf8f624433, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/7fafeae5f5284ae1acf17b5b9123ad48, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/bcfc05abf164414a9c41ea9f0d90cf56, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/e72cb78e3c9e4caabe6e73039bad7af6, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/c57c8b1f3d3c419981411b5e6604f27f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/2a078b91d7564d82a4e38a292e1a102f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/07d67cc898454b5facf98a397878afb5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/30b67c87d7064b8ea6fec03d28e06b8e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/784c508f00ed4d3ab1844b0505069c64, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/53e9f3dc6d2e4a80a7fd29f01e8aa5a1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/585ba34bee814bfb8c735cb4118fdc5f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/ac1ee3a7d4174659a71a7d94d1ad5f50, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/506481d897a644b7a57f6b31d13638ae, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/8a0c88f42883489281beb6561b535360, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/6b07279f4a9d473399bc1f807fb2ec2b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/54620b255ae44668bf65f3d6fc8b0218, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/c098019d33c44fc3a1c0f1cb28a74e71, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/ac2c8a2a50044bb6950a59cc99ad201a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/d91443e4110b4509afe856e14f51ca24] to archive
2024-12-06T01:43:31,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-06T01:43:31,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/cacc5fc888454cad842412238416222b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/cacc5fc888454cad842412238416222b
2024-12-06T01:43:31,207 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/531b3ad397364fc19dc2c3b3d88df358 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/531b3ad397364fc19dc2c3b3d88df358
2024-12-06T01:43:31,207 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/d713efe9d71449a28e085442ba83fdf2 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/d713efe9d71449a28e085442ba83fdf2
2024-12-06T01:43:31,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/aca76a4dcd7242cdb8209d235da87fe4 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/aca76a4dcd7242cdb8209d235da87fe4
2024-12-06T01:43:31,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/cb7451fe05bf4b92b0ebde9ab9c32fac to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/cb7451fe05bf4b92b0ebde9ab9c32fac
2024-12-06T01:43:31,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/b9c9f0ca6bde429eb298d365842000d0 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/b9c9f0ca6bde429eb298d365842000d0
2024-12-06T01:43:31,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/7e800d18417341feb9d782d7a93b9469 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/7e800d18417341feb9d782d7a93b9469
2024-12-06T01:43:31,211 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/7e7b9891260f42428fac1a7bdf8ed28e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/7e7b9891260f42428fac1a7bdf8ed28e
2024-12-06T01:43:31,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/533060aafe934e519d599e70ffae47cf to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/533060aafe934e519d599e70ffae47cf
2024-12-06T01:43:31,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/6d04d731966144e299123936e42c818f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/6d04d731966144e299123936e42c818f
2024-12-06T01:43:31,213 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/74ce51dc7fc24e8a9b0118f8bdbffc79 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/74ce51dc7fc24e8a9b0118f8bdbffc79
2024-12-06T01:43:31,214 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/989c759fff4945ab856758386baafee2 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/989c759fff4945ab856758386baafee2
2024-12-06T01:43:31,215 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/c1e7427d057642769ea979b4590cc972 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/c1e7427d057642769ea979b4590cc972
2024-12-06T01:43:31,215 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/e06f8f6214b7425da1d178bb9caa36b2 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/e06f8f6214b7425da1d178bb9caa36b2
2024-12-06T01:43:31,216 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/1db53dc86574485b8e574aaf8f624433 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/1db53dc86574485b8e574aaf8f624433
2024-12-06T01:43:31,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/7fafeae5f5284ae1acf17b5b9123ad48 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/7fafeae5f5284ae1acf17b5b9123ad48
2024-12-06T01:43:31,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/bcfc05abf164414a9c41ea9f0d90cf56 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/bcfc05abf164414a9c41ea9f0d90cf56
2024-12-06T01:43:31,218 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/e72cb78e3c9e4caabe6e73039bad7af6 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/e72cb78e3c9e4caabe6e73039bad7af6
2024-12-06T01:43:31,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/c57c8b1f3d3c419981411b5e6604f27f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/c57c8b1f3d3c419981411b5e6604f27f
2024-12-06T01:43:31,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/2a078b91d7564d82a4e38a292e1a102f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/2a078b91d7564d82a4e38a292e1a102f
2024-12-06T01:43:31,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/07d67cc898454b5facf98a397878afb5 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/07d67cc898454b5facf98a397878afb5
2024-12-06T01:43:31,221 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/30b67c87d7064b8ea6fec03d28e06b8e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/30b67c87d7064b8ea6fec03d28e06b8e
2024-12-06T01:43:31,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/784c508f00ed4d3ab1844b0505069c64 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/784c508f00ed4d3ab1844b0505069c64
2024-12-06T01:43:31,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/53e9f3dc6d2e4a80a7fd29f01e8aa5a1 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/53e9f3dc6d2e4a80a7fd29f01e8aa5a1
2024-12-06T01:43:31,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/585ba34bee814bfb8c735cb4118fdc5f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/585ba34bee814bfb8c735cb4118fdc5f
2024-12-06T01:43:31,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/ac1ee3a7d4174659a71a7d94d1ad5f50 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/ac1ee3a7d4174659a71a7d94d1ad5f50
2024-12-06T01:43:31,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/506481d897a644b7a57f6b31d13638ae to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/506481d897a644b7a57f6b31d13638ae
2024-12-06T01:43:31,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/8a0c88f42883489281beb6561b535360 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/8a0c88f42883489281beb6561b535360
2024-12-06T01:43:31,226 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/6b07279f4a9d473399bc1f807fb2ec2b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/6b07279f4a9d473399bc1f807fb2ec2b
2024-12-06T01:43:31,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/54620b255ae44668bf65f3d6fc8b0218 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/54620b255ae44668bf65f3d6fc8b0218
2024-12-06T01:43:31,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/c098019d33c44fc3a1c0f1cb28a74e71 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/c098019d33c44fc3a1c0f1cb28a74e71
2024-12-06T01:43:31,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/ac2c8a2a50044bb6950a59cc99ad201a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/ac2c8a2a50044bb6950a59cc99ad201a
2024-12-06T01:43:31,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/d91443e4110b4509afe856e14f51ca24 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/d91443e4110b4509afe856e14f51ca24
2024-12-06T01:43:31,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/fb1c233e0c434949a89b4afa90f62db0, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/f1d9e296a581406a998732f0752cb994, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/f877368b482c4aa0b95c670fb0886b86, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/a01bf1772261416ea8f6e8b377dedf9a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/b75457b34ac54a5c98d50f2ea09271cf, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/294286d4771248e4873608bbd2a6fe0e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/70d6c5f0b4f24865a215a88a8ac8e5d5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/d28647ee001a4c38a6d8b2813f7fcb8c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/7001d2b0b6844beb968ad4171c07f391, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/4f14b218b35442a59e7ce94cbbbaebb9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/e38f3987858e41b781aabab71aeaca79, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/06d22c2b0b5c42e7ba790df6ae02c59e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/bfcd8fa6d5854d1091414e13aa0045eb, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/19ac032f8d9c4950b458e7cdd40c10d8, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/fe7292d3c6244f329aaf16fb8855bb82, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/1d63c5e32e9346e78a01036229566a9c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/40554efbf3cb43a48653dd336569e5eb, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/ae758d7394584be3be8e32c1cbb92de6, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/1e942d19952440ab89e061b3fd74c87d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/6de23039229d43af826e2b4d3701013f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/15cfca68ad3c4998b8f070e9bde6fe96, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/e67ad746100c4afb875344faa5dbde67, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/9d616f4a4314407eab200bf8466d6c0f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/2f7e954789f5484383d3a1ad3b23faf9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/c621da72ec764eb79b835cf5d1ebe52a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/82739dfca4f447978f097aade9108b6e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/77b05a3c50ce4cf7bdd29f8a0a179810, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/31fc9013a8d14a819194f9dca88e1964, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/4527f9bd21a446609bdcf2b8d58bb332, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/ce2f34c0bd0b41e09bd5e53221f5d0ac, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/160f83f42ebd44cdbd212161b5804e5b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/83c1c00824854cef9e29a270b06a655f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/d7925c20a0e6403e82633c36c910ef3e] to archive
2024-12-06T01:43:31,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-06T01:43:31,232 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/fb1c233e0c434949a89b4afa90f62db0 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/fb1c233e0c434949a89b4afa90f62db0
2024-12-06T01:43:31,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/f1d9e296a581406a998732f0752cb994 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/f1d9e296a581406a998732f0752cb994
2024-12-06T01:43:31,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/f877368b482c4aa0b95c670fb0886b86 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/f877368b482c4aa0b95c670fb0886b86
2024-12-06T01:43:31,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/a01bf1772261416ea8f6e8b377dedf9a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/a01bf1772261416ea8f6e8b377dedf9a
2024-12-06T01:43:31,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/b75457b34ac54a5c98d50f2ea09271cf to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/b75457b34ac54a5c98d50f2ea09271cf
2024-12-06T01:43:31,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/294286d4771248e4873608bbd2a6fe0e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/294286d4771248e4873608bbd2a6fe0e
2024-12-06T01:43:31,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/70d6c5f0b4f24865a215a88a8ac8e5d5 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/70d6c5f0b4f24865a215a88a8ac8e5d5
2024-12-06T01:43:31,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/d28647ee001a4c38a6d8b2813f7fcb8c to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/d28647ee001a4c38a6d8b2813f7fcb8c
2024-12-06T01:43:31,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/7001d2b0b6844beb968ad4171c07f391 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/7001d2b0b6844beb968ad4171c07f391
2024-12-06T01:43:31,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/4f14b218b35442a59e7ce94cbbbaebb9 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/4f14b218b35442a59e7ce94cbbbaebb9
2024-12-06T01:43:31,240 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/e38f3987858e41b781aabab71aeaca79 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/e38f3987858e41b781aabab71aeaca79
2024-12-06T01:43:31,241 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/06d22c2b0b5c42e7ba790df6ae02c59e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/06d22c2b0b5c42e7ba790df6ae02c59e
2024-12-06T01:43:31,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/bfcd8fa6d5854d1091414e13aa0045eb to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/bfcd8fa6d5854d1091414e13aa0045eb
2024-12-06T01:43:31,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/19ac032f8d9c4950b458e7cdd40c10d8 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/19ac032f8d9c4950b458e7cdd40c10d8
2024-12-06T01:43:31,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/fe7292d3c6244f329aaf16fb8855bb82 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/fe7292d3c6244f329aaf16fb8855bb82
2024-12-06T01:43:31,244 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/1d63c5e32e9346e78a01036229566a9c to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/1d63c5e32e9346e78a01036229566a9c
2024-12-06T01:43:31,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/40554efbf3cb43a48653dd336569e5eb to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/40554efbf3cb43a48653dd336569e5eb
2024-12-06T01:43:31,246 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/ae758d7394584be3be8e32c1cbb92de6 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/ae758d7394584be3be8e32c1cbb92de6
2024-12-06T01:43:31,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/1e942d19952440ab89e061b3fd74c87d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/1e942d19952440ab89e061b3fd74c87d
2024-12-06T01:43:31,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/6de23039229d43af826e2b4d3701013f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/6de23039229d43af826e2b4d3701013f
2024-12-06T01:43:31,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/15cfca68ad3c4998b8f070e9bde6fe96 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/15cfca68ad3c4998b8f070e9bde6fe96
2024-12-06T01:43:31,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/e67ad746100c4afb875344faa5dbde67 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/e67ad746100c4afb875344faa5dbde67
2024-12-06T01:43:31,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/9d616f4a4314407eab200bf8466d6c0f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/9d616f4a4314407eab200bf8466d6c0f
2024-12-06T01:43:31,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/2f7e954789f5484383d3a1ad3b23faf9 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/2f7e954789f5484383d3a1ad3b23faf9
2024-12-06T01:43:31,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/c621da72ec764eb79b835cf5d1ebe52a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/c621da72ec764eb79b835cf5d1ebe52a
2024-12-06T01:43:31,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/82739dfca4f447978f097aade9108b6e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/82739dfca4f447978f097aade9108b6e
2024-12-06T01:43:31,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/77b05a3c50ce4cf7bdd29f8a0a179810 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/77b05a3c50ce4cf7bdd29f8a0a179810
2024-12-06T01:43:31,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/31fc9013a8d14a819194f9dca88e1964 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/31fc9013a8d14a819194f9dca88e1964
2024-12-06T01:43:31,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/4527f9bd21a446609bdcf2b8d58bb332 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/4527f9bd21a446609bdcf2b8d58bb332
2024-12-06T01:43:31,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/ce2f34c0bd0b41e09bd5e53221f5d0ac to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/ce2f34c0bd0b41e09bd5e53221f5d0ac
2024-12-06T01:43:31,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/160f83f42ebd44cdbd212161b5804e5b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/160f83f42ebd44cdbd212161b5804e5b
2024-12-06T01:43:31,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/83c1c00824854cef9e29a270b06a655f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/83c1c00824854cef9e29a270b06a655f
2024-12-06T01:43:31,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/d7925c20a0e6403e82633c36c910ef3e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/d7925c20a0e6403e82633c36c910ef3e
2024-12-06T01:43:31,261 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/recovered.edits/538.seqid, newMaxSeqId=538, maxSeqId=1
2024-12-06T01:43:31,262 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.
2024-12-06T01:43:31,262 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1676): Region close journal for 7cf077a66bf849c3b73f98c1167a942f:
Waiting for close lock at 1733449409938Running coprocessor pre-close hooks at 1733449409938Disabling compacts and flushes for region at 1733449409938Disabling writes for close at 1733449409938Obtaining lock to block concurrent updates at 1733449409938Preparing flush snapshotting stores in 7cf077a66bf849c3b73f98c1167a942f at 1733449409938Finished memstore snapshotting TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733449409939 (+1 ms)Flushing stores of TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f. at 1733449409939Flushing 7cf077a66bf849c3b73f98c1167a942f/A: creating writer at 1733449409939Flushing 7cf077a66bf849c3b73f98c1167a942f/A: appending metadata at 1733449409941 (+2 ms)Flushing 7cf077a66bf849c3b73f98c1167a942f/A: closing flushed file at 1733449409941Flushing 7cf077a66bf849c3b73f98c1167a942f/B: creating writer at 1733449410349 (+408 ms)Flushing 7cf077a66bf849c3b73f98c1167a942f/B: appending metadata at 1733449410351 (+2 ms)Flushing 7cf077a66bf849c3b73f98c1167a942f/B: closing flushed file at 1733449410351Flushing 7cf077a66bf849c3b73f98c1167a942f/C: creating writer at 1733449410758 (+407 ms)Flushing 7cf077a66bf849c3b73f98c1167a942f/C: appending metadata at 1733449410759 (+1 ms)Flushing 7cf077a66bf849c3b73f98c1167a942f/C: closing flushed file at 1733449410759Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a1a9127: reopening flushed file at 1733449411166 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13b74261: reopening flushed file at 1733449411170 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@217f057d: reopening flushed file at 1733449411173 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 7cf077a66bf849c3b73f98c1167a942f in 1238ms, sequenceid=535, compaction requested=false at 1733449411176 (+3 ms)Writing region close event to WAL at 1733449411259 (+83 ms)Running coprocessor post-close hooks at 1733449411262 (+3 ms)Closed at 1733449411262
2024-12-06T01:43:31,263 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(157): Closed 7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:31,264 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=7cf077a66bf849c3b73f98c1167a942f, regionState=CLOSED
2024-12-06T01:43:31,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=134, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601 because future has completed
2024-12-06T01:43:31,267 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133
2024-12-06T01:43:31,267 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseRegionProcedure 7cf077a66bf849c3b73f98c1167a942f, server=00c764f7c3aa,34571,1733449257601 in 1.4810 sec
2024-12-06T01:43:31,268 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=133, resume processing ppid=132
2024-12-06T01:43:31,268 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7cf077a66bf849c3b73f98c1167a942f, UNASSIGN in 1.4850 sec
2024-12-06T01:43:31,270 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131
2024-12-06T01:43:31,270 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4890 sec
2024-12-06T01:43:31,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449411271"}]},"ts":"1733449411271"}
2024-12-06T01:43:31,272 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-06T01:43:31,272 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-06T01:43:31,273 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4970 sec
2024-12-06T01:43:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-12-06T01:43:31,922 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:31,923 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-12-06T01:43:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:43:31,925 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=135, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:43:31,925 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=135, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:43:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-12-06T01:43:31,927 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:31,928 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A, FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B, FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C, FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/recovered.edits]
2024-12-06T01:43:31,930 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/004b9adcbe0540a98bf8046433038dc1 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/004b9adcbe0540a98bf8046433038dc1
2024-12-06T01:43:31,931 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1a4fa2cc04dd43c6b495efee196fc6d1 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/A/1a4fa2cc04dd43c6b495efee196fc6d1
2024-12-06T01:43:31,933 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/a9cc8dfd615b43da88a22bb6aee8e5fe to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/a9cc8dfd615b43da88a22bb6aee8e5fe
2024-12-06T01:43:31,934 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/c5556db8ecfc49bc931b57317257ee69 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/B/c5556db8ecfc49bc931b57317257ee69
2024-12-06T01:43:31,935 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/5e38b2e67a2f4786be3a5b6770b53dbf to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/5e38b2e67a2f4786be3a5b6770b53dbf
2024-12-06T01:43:31,936 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/9234a98bd5414f5e940af99dc4edd399 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/C/9234a98bd5414f5e940af99dc4edd399
2024-12-06T01:43:31,938 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/recovered.edits/538.seqid to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f/recovered.edits/538.seqid
2024-12-06T01:43:31,939 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/7cf077a66bf849c3b73f98c1167a942f
2024-12-06T01:43:31,939 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-06T01:43:31,941 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=135, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:43:31,942 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-06T01:43:31,944 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-12-06T01:43:31,945 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=135, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:43:31,945 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-12-06T01:43:31,945 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733449411945"}]},"ts":"9223372036854775807"}
2024-12-06T01:43:31,947 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-06T01:43:31,947 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7cf077a66bf849c3b73f98c1167a942f, NAME => 'TestAcidGuarantees,,1733449381893.7cf077a66bf849c3b73f98c1167a942f.', STARTKEY => '', ENDKEY => ''}]
2024-12-06T01:43:31,947 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-12-06T01:43:31,947 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733449411947"}]},"ts":"9223372036854775807"}
2024-12-06T01:43:31,949 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-12-06T01:43:31,949 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=135, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:43:31,950 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 26 msec
2024-12-06T01:43:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-12-06T01:43:32,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-12-06T01:43:32,033 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:32,042 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248 (was 250), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=448 (was 505), ProcessCount=11 (was 11), AvailableMemoryMB=9215 (was 9268)
2024-12-06T01:43:32,051 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=448, ProcessCount=11, AvailableMemoryMB=9215
2024-12-06T01:43:32,053 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-06T01:43:32,053 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T01:43:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=136, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-12-06T01:43:32,055 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-06T01:43:32,055 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:32,055 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 136
2024-12-06T01:43:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-12-06T01:43:32,056 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-06T01:43:32,060 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742390_1566 (size=1061)
2024-12-06T01:43:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-12-06T01:43:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-12-06T01:43:32,462 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866
2024-12-06T01:43:32,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742391_1567 (size=53)
2024-12-06T01:43:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-12-06T01:43:32,867 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T01:43:32,868 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e304936fca2448126be010c3c39dda15, disabling compactions & flushes
2024-12-06T01:43:32,868 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:32,868 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:32,868 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. after waiting 0 ms
2024-12-06T01:43:32,868 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:32,868 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:32,868 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e304936fca2448126be010c3c39dda15:
Waiting for close lock at 1733449412868Disabling compacts and flushes for region at 1733449412868Disabling writes for close at 1733449412868Writing region close event to WAL at 1733449412868Closed at 1733449412868
2024-12-06T01:43:32,869 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-06T01:43:32,869 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733449412869"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733449412869"}]},"ts":"1733449412869"}
2024-12-06T01:43:32,871 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-06T01:43:32,871 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-06T01:43:32,872 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449412871"}]},"ts":"1733449412871"}
2024-12-06T01:43:32,872 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-06T01:43:32,873 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e304936fca2448126be010c3c39dda15, ASSIGN}]
2024-12-06T01:43:32,874 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e304936fca2448126be010c3c39dda15, ASSIGN
2024-12-06T01:43:32,874 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e304936fca2448126be010c3c39dda15, ASSIGN; state=OFFLINE, location=00c764f7c3aa,34571,1733449257601; forceNewPlan=false, retain=false
2024-12-06T01:43:33,025 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=e304936fca2448126be010c3c39dda15, regionState=OPENING, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:33,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e304936fca2448126be010c3c39dda15, ASSIGN because future has completed
2024-12-06T01:43:33,027 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; OpenRegionProcedure e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601}]
2024-12-06T01:43:33,181 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:33,181 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7752): Opening region: {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
2024-12-06T01:43:33,182 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e304936fca2448126be010c3c39dda15
2024-12-06T01:43:33,182 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T01:43:33,182 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7794): checking encryption for e304936fca2448126be010c3c39dda15
2024-12-06T01:43:33,182 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7797): checking classloading for e304936fca2448126be010c3c39dda15
2024-12-06T01:43:33,183 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e304936fca2448126be010c3c39dda15 
2024-12-06T01:43:33,184 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:43:33,184 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e304936fca2448126be010c3c39dda15 columnFamilyName A
2024-12-06T01:43:33,184 DEBUG [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:33,185 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] regionserver.HStore(327): Store=e304936fca2448126be010c3c39dda15/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:43:33,185 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e304936fca2448126be010c3c39dda15 
2024-12-06T01:43:33,186 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:43:33,186 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e304936fca2448126be010c3c39dda15 columnFamilyName B
2024-12-06T01:43:33,186 DEBUG [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:33,186 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] regionserver.HStore(327): Store=e304936fca2448126be010c3c39dda15/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:43:33,187 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e304936fca2448126be010c3c39dda15 
2024-12-06T01:43:33,187 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:43:33,187 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e304936fca2448126be010c3c39dda15 columnFamilyName C
2024-12-06T01:43:33,188 DEBUG [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:33,188 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] regionserver.HStore(327): Store=e304936fca2448126be010c3c39dda15/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:43:33,188 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:33,188 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1038): replaying wal for e304936fca2448126be010c3c39dda15
2024-12-06T01:43:33,189 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15
2024-12-06T01:43:33,189 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15
2024-12-06T01:43:33,190 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1048): stopping wal replay for e304936fca2448126be010c3c39dda15
2024-12-06T01:43:33,190 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1060): Cleaning up temporary data for e304936fca2448126be010c3c39dda15
2024-12-06T01:43:33,190 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-06T01:43:33,191 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1093): writing seq id for e304936fca2448126be010c3c39dda15
2024-12-06T01:43:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-12-06T01:43:33,193 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T01:43:33,194 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1114): Opened e304936fca2448126be010c3c39dda15; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73100865, jitterRate=0.08928777277469635}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-06T01:43:33,194 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e304936fca2448126be010c3c39dda15
2024-12-06T01:43:33,195 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1006): Region open journal for e304936fca2448126be010c3c39dda15:
Running coprocessor pre-open hook at 1733449413182Writing region info on filesystem at 1733449413182Initializing all the Stores at 1733449413182Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449413182Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449413183 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449413183Cleaning up temporary data from old regions at 1733449413190 (+7 ms)Running coprocessor post-open hooks at 1733449413194 (+4 ms)Region opened successfully at 1733449413194
2024-12-06T01:43:33,195 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., pid=138, masterSystemTime=1733449413178
2024-12-06T01:43:33,197 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:33,197 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:33,198 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=e304936fca2448126be010c3c39dda15, regionState=OPEN, openSeqNum=2, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:33,199 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34147 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=00c764f7c3aa,34571,1733449257601, table=TestAcidGuarantees, region=e304936fca2448126be010c3c39dda15. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-12-06T01:43:33,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=138, ppid=137, state=RUNNABLE, hasLock=false; OpenRegionProcedure e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601 because future has completed
2024-12-06T01:43:33,201 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137
2024-12-06T01:43:33,201 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; OpenRegionProcedure e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601 in 173 msec
2024-12-06T01:43:33,203 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136
2024-12-06T01:43:33,203 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e304936fca2448126be010c3c39dda15, ASSIGN in 328 msec
2024-12-06T01:43:33,204 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-06T01:43:33,204 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449413204"}]},"ts":"1733449413204"}
2024-12-06T01:43:33,205 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-06T01:43:33,206 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-06T01:43:33,207 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1530 sec
2024-12-06T01:43:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-12-06T01:43:34,202 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:34,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ad34b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:34,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:34,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:34,204 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:34,204 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:34,204 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:34,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d18f35e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:34,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:34,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:34,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:34,206 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:34,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576f12af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:34,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:34,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:34,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:34,208 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:34,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-06T01:43:34,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 00c764f7c3aa,34147,1733449256661
2024-12-06T01:43:34,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6412107e
2024-12-06T01:43:34,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-06T01:43:34,210 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-06T01:43:34,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-06T01:43:34,212 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T01:43:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-12-06T01:43:34,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742392_1568 (size=1097)
2024-12-06T01:43:34,622 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-12-06T01:43:34,623 INFO  [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-12-06T01:43:34,625 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-06T01:43:34,628 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e304936fca2448126be010c3c39dda15, REOPEN/MOVE}]
2024-12-06T01:43:34,629 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e304936fca2448126be010c3c39dda15, REOPEN/MOVE
2024-12-06T01:43:34,629 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=e304936fca2448126be010c3c39dda15, regionState=CLOSING, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:34,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e304936fca2448126be010c3c39dda15, REOPEN/MOVE because future has completed
2024-12-06T01:43:34,631 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-06T01:43:34,631 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601}]
2024-12-06T01:43:34,784 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(122): Close e304936fca2448126be010c3c39dda15
2024-12-06T01:43:34,784 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-06T01:43:34,784 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1722): Closing e304936fca2448126be010c3c39dda15, disabling compactions & flushes
2024-12-06T01:43:34,784 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:34,784 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:34,784 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. after waiting 0 ms
2024-12-06T01:43:34,784 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:34,787 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-12-06T01:43:34,787 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:34,787 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1676): Region close journal for e304936fca2448126be010c3c39dda15:
Waiting for close lock at 1733449414784Running coprocessor pre-close hooks at 1733449414784Disabling compacts and flushes for region at 1733449414784Disabling writes for close at 1733449414784Writing region close event to WAL at 1733449414784Running coprocessor post-close hooks at 1733449414787 (+3 ms)Closed at 1733449414787
2024-12-06T01:43:34,787 WARN  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionServer(3299): Not adding moved region record: e304936fca2448126be010c3c39dda15 to self.
2024-12-06T01:43:34,789 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(157): Closed e304936fca2448126be010c3c39dda15
2024-12-06T01:43:34,790 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=e304936fca2448126be010c3c39dda15, regionState=CLOSED
2024-12-06T01:43:34,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601 because future has completed
2024-12-06T01:43:34,793 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141
2024-12-06T01:43:34,793 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseRegionProcedure e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601 in 161 msec
2024-12-06T01:43:34,794 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e304936fca2448126be010c3c39dda15, REOPEN/MOVE; state=CLOSED, location=00c764f7c3aa,34571,1733449257601; forceNewPlan=false, retain=true
2024-12-06T01:43:34,944 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=e304936fca2448126be010c3c39dda15, regionState=OPENING, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:34,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e304936fca2448126be010c3c39dda15, REOPEN/MOVE because future has completed
2024-12-06T01:43:34,946 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601}]
2024-12-06T01:43:35,100 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:35,101 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7752): Opening region: {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
2024-12-06T01:43:35,101 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e304936fca2448126be010c3c39dda15
2024-12-06T01:43:35,101 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T01:43:35,101 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7794): checking encryption for e304936fca2448126be010c3c39dda15
2024-12-06T01:43:35,101 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7797): checking classloading for e304936fca2448126be010c3c39dda15
2024-12-06T01:43:35,102 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e304936fca2448126be010c3c39dda15 
2024-12-06T01:43:35,103 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:43:35,103 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e304936fca2448126be010c3c39dda15 columnFamilyName A
2024-12-06T01:43:35,104 DEBUG [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:35,104 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] regionserver.HStore(327): Store=e304936fca2448126be010c3c39dda15/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:43:35,105 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e304936fca2448126be010c3c39dda15 
2024-12-06T01:43:35,105 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:43:35,105 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e304936fca2448126be010c3c39dda15 columnFamilyName B
2024-12-06T01:43:35,105 DEBUG [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:35,106 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] regionserver.HStore(327): Store=e304936fca2448126be010c3c39dda15/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:43:35,106 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e304936fca2448126be010c3c39dda15 
2024-12-06T01:43:35,106 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-06T01:43:35,106 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e304936fca2448126be010c3c39dda15 columnFamilyName C
2024-12-06T01:43:35,106 DEBUG [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:35,107 INFO  [StoreOpener-e304936fca2448126be010c3c39dda15-1 {}] regionserver.HStore(327): Store=e304936fca2448126be010c3c39dda15/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T01:43:35,107 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:35,107 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1038): replaying wal for e304936fca2448126be010c3c39dda15
2024-12-06T01:43:35,107 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15
2024-12-06T01:43:35,108 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15
2024-12-06T01:43:35,109 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1048): stopping wal replay for e304936fca2448126be010c3c39dda15
2024-12-06T01:43:35,109 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1060): Cleaning up temporary data for e304936fca2448126be010c3c39dda15
2024-12-06T01:43:35,109 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-06T01:43:35,110 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1093): writing seq id for e304936fca2448126be010c3c39dda15
2024-12-06T01:43:35,110 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1114): Opened e304936fca2448126be010c3c39dda15; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61877443, jitterRate=-0.0779542475938797}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-06T01:43:35,111 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e304936fca2448126be010c3c39dda15
2024-12-06T01:43:35,111 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1006): Region open journal for e304936fca2448126be010c3c39dda15:
Running coprocessor pre-open hook at 1733449415101Writing region info on filesystem at 1733449415101Initializing all the Stores at 1733449415101Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449415102 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449415102Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449415102Cleaning up temporary data from old regions at 1733449415109 (+7 ms)Running coprocessor post-open hooks at 1733449415111 (+2 ms)Region opened successfully at 1733449415111
2024-12-06T01:43:35,112 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., pid=143, masterSystemTime=1733449415098
2024-12-06T01:43:35,113 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:35,113 INFO  [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:35,114 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=e304936fca2448126be010c3c39dda15, regionState=OPEN, openSeqNum=5, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601 because future has completed
2024-12-06T01:43:35,117 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=141
2024-12-06T01:43:35,117 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=141, state=SUCCESS, hasLock=false; OpenRegionProcedure e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601 in 169 msec
2024-12-06T01:43:35,118 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140
2024-12-06T01:43:35,118 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e304936fca2448126be010c3c39dda15, REOPEN/MOVE in 489 msec
2024-12-06T01:43:35,121 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139
2024-12-06T01:43:35,121 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 494 msec
2024-12-06T01:43:35,123 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 909 msec
2024-12-06T01:43:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-12-06T01:43:35,123 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:35,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:35,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:35,125 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:35,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:35,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:35,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d7712e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:35,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:35,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:35,126 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:35,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11cc12e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40503a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,127 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:35,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:35,128 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:35,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:35,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:35,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8bc410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:35,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:35,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:35,129 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:35,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c375bf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f72e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:35,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:35,131 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:35,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:35,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:35,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46196c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:35,132 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:35,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea4b41d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47173f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:35,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:35,134 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:35,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:35,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:35,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9e092c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:35,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:35,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:35,135 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:35,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a325016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13700528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:35,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:35,137 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:35,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:35,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:35,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590dbf88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:35,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:35,138 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:35,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77bbe4b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3666b173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:35,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:35,140 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:35,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:35,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:35,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398c928c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:35,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:35,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:35,141 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:35,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794dd8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff027c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,142 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:35,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:35,143 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:35,143 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:35,143 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:35,143 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9730f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,143 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:35,143 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:35,144 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:35,144 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:35,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a1fb97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2637386d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:35,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:35,147 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:35,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:35,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:35,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71af97c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:35,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:35,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:35,148 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:35,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5ae699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2455dde6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,149 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:35,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:35,150 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ab94e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:35,151 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:35,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f90826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b93642c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34147,-1 for getting cluster id
2024-12-06T01:43:35,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-06T01:43:35,152 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2c605e0-2a1a-43c9-ae8f-58399fbea776'
2024-12-06T01:43:35,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-06T01:43:35,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2c605e0-2a1a-43c9-ae8f-58399fbea776"

2024-12-06T01:43:35,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20dc2343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34147,-1]
2024-12-06T01:43:35,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-06T01:43:35,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:35,153 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-06T01:43:35,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d73f866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-06T01:43:35,154 DEBUG [Thread-2539 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:35,154 DEBUG [Thread-2537 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:35,154 DEBUG [Thread-2526 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:35,155 DEBUG [Thread-2530 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:35,155 DEBUG [Thread-2541 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:35,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:35,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:35,156 DEBUG [Thread-2532 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:35,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:35,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:35,156 DEBUG [Thread-2543 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:35,157 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:43:35,157 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:35,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:35,157 DEBUG [Thread-2528 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:35,157 DEBUG [Thread-2535 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:35,157 DEBUG [Thread-2524 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-06T01:43:35,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:35,158 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:35,158 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:35,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:35,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees
2024-12-06T01:43:35,158 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:35,158 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:35,158 DEBUG [Thread-2524 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:35,158 DEBUG [Thread-2524 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:35,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:43:35,159 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:35,160 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:43:35,160 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:35,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34571,1733449257601, seqNum=-1]
2024-12-06T01:43:35,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-06T01:43:35,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:43:35,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:43:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-12-06T01:43:35,161 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:43:35,161 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:43:35,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:43:35,162 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:35,162 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:35,162 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:35,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:43:35,162 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:35,163 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-06T01:43:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:43:35,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:43:35,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:43:35,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:43:35,166 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5]
2024-12-06T01:43:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on e304936fca2448126be010c3c39dda15
2024-12-06T01:43:35,169 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-06T01:43:35,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:35,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:35,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:35,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:35,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:35,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:35,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b29f7e6b3be140bdbd292c8aefbc61d6_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449415167/Put/seqid=0
2024-12-06T01:43:35,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742393_1569 (size=12154)
2024-12-06T01:43:35,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449475195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449475195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,203 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449415186, max timestamp=1733449415200Num uniques 859; 
2024-12-06T01:43:35,203 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449415186, max timestamp=1733449415200Num uniques 859; 
2024-12-06T01:43:35,203 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:35,203 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:35,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,203 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449415186, max timestamp=1733449415200Num uniques 859; 
2024-12-06T01:43:35,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:35,203 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:35,239 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733449415213, max timestamp=1733449415234Num uniques 1018; 
2024-12-06T01:43:35,239 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268
2024-12-06T01:43:35,239 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733449415213, max timestamp=1733449415234Num uniques 1018; 
2024-12-06T01:43:35,239 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733449415213, max timestamp=1733449415234Num uniques 1018; 
2024-12-06T01:43:35,240 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268
2024-12-06T01:43:35,240 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268
2024-12-06T01:43:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-12-06T01:43:35,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1733449475267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:35,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733449475269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:35,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50020 deadline: 1733449475273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:35,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449475312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449475313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:35,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-12-06T01:43:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:35,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:35,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:35,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:35,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:35,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1733449475382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733449475382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:35,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50020 deadline: 1733449475382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:35,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-12-06T01:43:35,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:35,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:35,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:35,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:35,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-12-06T01:43:35,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449475522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:35,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449475522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:35,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:35,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1733449475593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733449475593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:35,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:35,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50020 deadline: 1733449475593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:35,601 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:35,605 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b29f7e6b3be140bdbd292c8aefbc61d6_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b29f7e6b3be140bdbd292c8aefbc61d6_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:35,606 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/eb701c1903d5420c8a93b66552a4d4d5, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:35,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/eb701c1903d5420c8a93b66552a4d4d5 is 175, key is test_row_0/A:col10/1733449415167/Put/seqid=0
2024-12-06T01:43:35,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742394_1570 (size=30955)
2024-12-06T01:43:35,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-12-06T01:43:35,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:35,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:35,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:35,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:35,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:35,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-12-06T01:43:35,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:35,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:35,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:35,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:35,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-12-06T01:43:35,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449475832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449475832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:35,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:35,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1733449475903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50020 deadline: 1733449475903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,906 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:35,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733449475903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:35,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-12-06T01:43:35,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:35,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:35,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:35,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:35,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:36,013 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/eb701c1903d5420c8a93b66552a4d4d5
2024-12-06T01:43:36,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/89ed5c94590e4ac6afe62125fe5b5ae1 is 50, key is test_row_0/B:col10/1733449415167/Put/seqid=0
2024-12-06T01:43:36,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742395_1571 (size=12001)
2024-12-06T01:43:36,043 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/89ed5c94590e4ac6afe62125fe5b5ae1
2024-12-06T01:43:36,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/97587c63b00d446c86f9eaf7d19b6905 is 50, key is test_row_0/C:col10/1733449415167/Put/seqid=0
2024-12-06T01:43:36,071 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742396_1572 (size=12001)
2024-12-06T01:43:36,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-12-06T01:43:36,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:36,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:36,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:36,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:36,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:36,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-12-06T01:43:36,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:36,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:36,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:36,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:36,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-12-06T01:43:36,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449476342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:36,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449476343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:36,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-12-06T01:43:36,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:36,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:36,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:36,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:36,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:36,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50020 deadline: 1733449476412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:36,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733449476412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:36,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:36,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1733449476423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:36,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:36,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:36,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:36,472 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/97587c63b00d446c86f9eaf7d19b6905
2024-12-06T01:43:36,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/eb701c1903d5420c8a93b66552a4d4d5 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/eb701c1903d5420c8a93b66552a4d4d5
2024-12-06T01:43:36,484 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/eb701c1903d5420c8a93b66552a4d4d5, entries=150, sequenceid=14, filesize=30.2 K
2024-12-06T01:43:36,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/89ed5c94590e4ac6afe62125fe5b5ae1 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/89ed5c94590e4ac6afe62125fe5b5ae1
2024-12-06T01:43:36,488 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/89ed5c94590e4ac6afe62125fe5b5ae1, entries=150, sequenceid=14, filesize=11.7 K
2024-12-06T01:43:36,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/97587c63b00d446c86f9eaf7d19b6905 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/97587c63b00d446c86f9eaf7d19b6905
2024-12-06T01:43:36,491 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/97587c63b00d446c86f9eaf7d19b6905, entries=150, sequenceid=14, filesize=11.7 K
2024-12-06T01:43:36,492 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e304936fca2448126be010c3c39dda15 in 1324ms, sequenceid=14, compaction requested=false
2024-12-06T01:43:36,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:36,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-12-06T01:43:36,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:36,544 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=134.18 KB heapSize=374.77 KB
2024-12-06T01:43:36,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:36,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:36,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:36,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:36,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:36,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:36,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060447136960594d2ebdbb0f07a10709f7_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449415258/Put/seqid=0
2024-12-06T01:43:36,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742397_1573 (size=12154)
2024-12-06T01:43:36,784 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T01:43:36,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:36,970 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060447136960594d2ebdbb0f07a10709f7_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060447136960594d2ebdbb0f07a10709f7_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:36,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/aec94d2e8b544155b2bcc85f78677b62, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:36,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/aec94d2e8b544155b2bcc85f78677b62 is 175, key is test_row_0/A:col10/1733449415258/Put/seqid=0
2024-12-06T01:43:36,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742398_1574 (size=30955)
2024-12-06T01:43:36,977 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=66, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/aec94d2e8b544155b2bcc85f78677b62
2024-12-06T01:43:36,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/207304283f9141fdbd23323f5f25d909 is 50, key is test_row_0/B:col10/1733449415258/Put/seqid=0
2024-12-06T01:43:36,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742399_1575 (size=12001)
2024-12-06T01:43:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-12-06T01:43:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on e304936fca2448126be010c3c39dda15
2024-12-06T01:43:37,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:37,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449477371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:37,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:37,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:37,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:37,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449477375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:37,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:37,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:37,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:37,390 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/207304283f9141fdbd23323f5f25d909
2024-12-06T01:43:37,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/9a7da1ca8e0d4c268ec4669620cf8733 is 50, key is test_row_0/C:col10/1733449415258/Put/seqid=0
2024-12-06T01:43:37,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742400_1576 (size=12001)
2024-12-06T01:43:37,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50020 deadline: 1733449477422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:37,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733449477422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:37,425 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in e304936fca2448126be010c3c39dda15 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:37,426 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_0' in e304936fca2448126be010c3c39dda15 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:37,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:37,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:37,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:37,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1733449477443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:37,445 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_2' in e304936fca2448126be010c3c39dda15 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:37,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:37,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:37,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:37,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449477482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:37,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449477482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:37,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:37,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:37,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:37,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:37,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449477692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:37,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:37,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:37,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:37,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449477692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:37,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:37,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:37,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:37,811 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/9a7da1ca8e0d4c268ec4669620cf8733
2024-12-06T01:43:37,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/aec94d2e8b544155b2bcc85f78677b62 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/aec94d2e8b544155b2bcc85f78677b62
2024-12-06T01:43:37,819 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/aec94d2e8b544155b2bcc85f78677b62, entries=150, sequenceid=66, filesize=30.2 K
2024-12-06T01:43:37,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/207304283f9141fdbd23323f5f25d909 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/207304283f9141fdbd23323f5f25d909
2024-12-06T01:43:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,824 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/207304283f9141fdbd23323f5f25d909, entries=150, sequenceid=66, filesize=11.7 K
2024-12-06T01:43:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/9a7da1ca8e0d4c268ec4669620cf8733 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/9a7da1ca8e0d4c268ec4669620cf8733
2024-12-06T01:43:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,849 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/9a7da1ca8e0d4c268ec4669620cf8733, entries=150, sequenceid=66, filesize=11.7 K
2024-12-06T01:43:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,850 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~374.72 KB/383712, currentSize=46.96 KB/48090 for e304936fca2448126be010c3c39dda15 in 1306ms, sequenceid=66, compaction requested=false
2024-12-06T01:43:37,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:37,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:37,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145
2024-12-06T01:43:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=145
2024-12-06T01:43:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,853 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144
2024-12-06T01:43:37,854 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6900 sec
2024-12-06T01:43:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,856 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.6970 sec
2024-12-06T01:43:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on e304936fca2448126be010c3c39dda15
2024-12-06T01:43:38,008 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-06T01:43:38,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:38,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:38,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:38,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:38,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:38,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069ca3bc2cf0584f1a979b281e991cde6e_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449418006/Put/seqid=0
2024-12-06T01:43:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742401_1577 (size=12154)
2024-12-06T01:43:38,097 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449418076, max timestamp=1733449418094Num uniques 859; 
2024-12-06T01:43:38,097 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449418076, max timestamp=1733449418094Num uniques 859; 
2024-12-06T01:43:38,097 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449418076, max timestamp=1733449418094Num uniques 859; 
2024-12-06T01:43:38,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:38,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:38,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:38,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449478170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:38,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449478171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:38,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:38,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:38,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:38,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:38,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:38,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:38,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449478282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:38,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449478282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:38,441 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:38,445 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069ca3bc2cf0584f1a979b281e991cde6e_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069ca3bc2cf0584f1a979b281e991cde6e_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:38,445 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/d9dd76af2be543eda63506ce3d6701a6, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:38,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/d9dd76af2be543eda63506ce3d6701a6 is 175, key is test_row_0/A:col10/1733449418006/Put/seqid=0
2024-12-06T01:43:38,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742402_1578 (size=30951)
2024-12-06T01:43:38,450 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/d9dd76af2be543eda63506ce3d6701a6
2024-12-06T01:43:38,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/f03821821a7e422884be5b6865c5bb61 is 50, key is test_row_0/B:col10/1733449418006/Put/seqid=0
2024-12-06T01:43:38,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742403_1579 (size=9657)
2024-12-06T01:43:38,479 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/f03821821a7e422884be5b6865c5bb61
2024-12-06T01:43:38,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/93a83ead340d42c6869e8c92e922d78b is 50, key is test_row_0/C:col10/1733449418006/Put/seqid=0
2024-12-06T01:43:38,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449478492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:38,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449478492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:38,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:38,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:38,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:38,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742404_1580 (size=9657)
2024-12-06T01:43:38,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449478803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:38,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:38,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449478803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:38,902 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/93a83ead340d42c6869e8c92e922d78b
2024-12-06T01:43:38,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/d9dd76af2be543eda63506ce3d6701a6 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/d9dd76af2be543eda63506ce3d6701a6
2024-12-06T01:43:38,909 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/d9dd76af2be543eda63506ce3d6701a6, entries=150, sequenceid=77, filesize=30.2 K
2024-12-06T01:43:38,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/f03821821a7e422884be5b6865c5bb61 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/f03821821a7e422884be5b6865c5bb61
2024-12-06T01:43:38,913 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/f03821821a7e422884be5b6865c5bb61, entries=100, sequenceid=77, filesize=9.4 K
2024-12-06T01:43:38,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/93a83ead340d42c6869e8c92e922d78b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/93a83ead340d42c6869e8c92e922d78b
2024-12-06T01:43:38,917 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/93a83ead340d42c6869e8c92e922d78b, entries=100, sequenceid=77, filesize=9.4 K
2024-12-06T01:43:38,918 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for e304936fca2448126be010c3c39dda15 in 910ms, sequenceid=77, compaction requested=true
2024-12-06T01:43:38,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:38,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:43:38,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:38,918 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:38,918 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:38,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:43:38,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:38,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:43:38,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:38,919 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:38,919 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/B is initiating minor compaction (all files)
2024-12-06T01:43:38,920 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/B in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:38,920 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/89ed5c94590e4ac6afe62125fe5b5ae1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/207304283f9141fdbd23323f5f25d909, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/f03821821a7e422884be5b6865c5bb61] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=32.9 K
2024-12-06T01:43:38,920 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 92861 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:38,920 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/A is initiating minor compaction (all files)
2024-12-06T01:43:38,920 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/A in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:38,920 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/eb701c1903d5420c8a93b66552a4d4d5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/aec94d2e8b544155b2bcc85f78677b62, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/d9dd76af2be543eda63506ce3d6701a6] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=90.7 K
2024-12-06T01:43:38,920 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:38,920 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/eb701c1903d5420c8a93b66552a4d4d5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/aec94d2e8b544155b2bcc85f78677b62, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/d9dd76af2be543eda63506ce3d6701a6]
2024-12-06T01:43:38,921 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb701c1903d5420c8a93b66552a4d4d5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733449415166
2024-12-06T01:43:38,921 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 89ed5c94590e4ac6afe62125fe5b5ae1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733449415166
2024-12-06T01:43:38,921 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 207304283f9141fdbd23323f5f25d909, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733449415257
2024-12-06T01:43:38,921 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting aec94d2e8b544155b2bcc85f78677b62, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733449415257
2024-12-06T01:43:38,921 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9dd76af2be543eda63506ce3d6701a6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733449417363
2024-12-06T01:43:38,921 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting f03821821a7e422884be5b6865c5bb61, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733449417363
2024-12-06T01:43:38,936 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:38,939 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#B#compaction#498 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:38,939 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/96c4f87a6e0347488bc2a02d1e37603f is 50, key is test_row_0/B:col10/1733449418006/Put/seqid=0
2024-12-06T01:43:38,942 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412069af3175a21e04a0f831b1244da392d98_e304936fca2448126be010c3c39dda15 store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:38,944 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412069af3175a21e04a0f831b1244da392d98_e304936fca2448126be010c3c39dda15, store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:38,944 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069af3175a21e04a0f831b1244da392d98_e304936fca2448126be010c3c39dda15 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:38,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742405_1581 (size=12104)
2024-12-06T01:43:38,951 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/96c4f87a6e0347488bc2a02d1e37603f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/96c4f87a6e0347488bc2a02d1e37603f
2024-12-06T01:43:38,957 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e304936fca2448126be010c3c39dda15/B of e304936fca2448126be010c3c39dda15 into 96c4f87a6e0347488bc2a02d1e37603f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:38,957 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:38,957 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/B, priority=13, startTime=1733449418918; duration=0sec
2024-12-06T01:43:38,957 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:38,957 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:B
2024-12-06T01:43:38,957 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:38,958 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:38,958 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/C is initiating minor compaction (all files)
2024-12-06T01:43:38,958 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/C in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:38,958 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/97587c63b00d446c86f9eaf7d19b6905, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/9a7da1ca8e0d4c268ec4669620cf8733, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/93a83ead340d42c6869e8c92e922d78b] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=32.9 K
2024-12-06T01:43:38,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742406_1582 (size=4469)
2024-12-06T01:43:38,960 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 97587c63b00d446c86f9eaf7d19b6905, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733449415166
2024-12-06T01:43:38,960 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a7da1ca8e0d4c268ec4669620cf8733, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733449415257
2024-12-06T01:43:38,961 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#A#compaction#497 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:38,962 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/3a18a1ecc6a34684ba8ce5362f4ce613 is 175, key is test_row_0/A:col10/1733449418006/Put/seqid=0
2024-12-06T01:43:38,962 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 93a83ead340d42c6869e8c92e922d78b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733449417363
2024-12-06T01:43:38,970 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#C#compaction#499 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:38,970 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/224d8c24b6654473b82f1dd6cce158e7 is 50, key is test_row_0/C:col10/1733449418006/Put/seqid=0
2024-12-06T01:43:38,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742407_1583 (size=31165)
2024-12-06T01:43:38,986 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/3a18a1ecc6a34684ba8ce5362f4ce613 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/3a18a1ecc6a34684ba8ce5362f4ce613
2024-12-06T01:43:38,991 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e304936fca2448126be010c3c39dda15/A of e304936fca2448126be010c3c39dda15 into 3a18a1ecc6a34684ba8ce5362f4ce613(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:38,991 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:38,991 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/A, priority=13, startTime=1733449418918; duration=0sec
2024-12-06T01:43:38,991 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:38,991 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:A
2024-12-06T01:43:38,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742408_1584 (size=12104)
2024-12-06T01:43:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on e304936fca2448126be010c3c39dda15
2024-12-06T01:43:39,316 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB
2024-12-06T01:43:39,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:39,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:43:39,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:39,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:43:39,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:39,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:43:39,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206aac0bbf8a5a14ddd9a82ffaa546c0600_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449419314/Put/seqid=0
2024-12-06T01:43:39,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742409_1585 (size=14594)
2024-12-06T01:43:39,331 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:39,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449479330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:39,335 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206aac0bbf8a5a14ddd9a82ffaa546c0600_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206aac0bbf8a5a14ddd9a82ffaa546c0600_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:39,336 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/4badc7e7b7d34a58a14404a5f0e418e4, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:39,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/4badc7e7b7d34a58a14404a5f0e418e4 is 175, key is test_row_0/A:col10/1733449419314/Put/seqid=0
2024-12-06T01:43:39,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742410_1586 (size=39549)
2024-12-06T01:43:39,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449479334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-12-06T01:43:39,342 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:39,343 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:43:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees
2024-12-06T01:43:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-12-06T01:43:39,345 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:43:39,346 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:43:39,346 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:43:39,402 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/224d8c24b6654473b82f1dd6cce158e7 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/224d8c24b6654473b82f1dd6cce158e7
2024-12-06T01:43:39,406 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e304936fca2448126be010c3c39dda15/C of e304936fca2448126be010c3c39dda15 into 224d8c24b6654473b82f1dd6cce158e7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:39,406 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:39,406 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/C, priority=13, startTime=1733449418918; duration=0sec
2024-12-06T01:43:39,406 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:39,406 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:C
2024-12-06T01:43:39,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50020 deadline: 1733449479432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:39,434 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in e304936fca2448126be010c3c39dda15 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4160 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:39,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733449479442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:39,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449479442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:39,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:39,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:39,445 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_0' in e304936fca2448126be010c3c39dda15 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449479442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:39,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:39,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-12-06T01:43:39,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1733449479452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:39,456 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_2' in e304936fca2448126be010c3c39dda15 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:39,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:39,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-12-06T01:43:39,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:39,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:39,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:39,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:39,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:39,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-12-06T01:43:39,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:39,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:39,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:39,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:39,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:39,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:39,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449479652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:39,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449479653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-12-06T01:43:39,740 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/4badc7e7b7d34a58a14404a5f0e418e4
2024-12-06T01:43:39,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/fdfdd82aff384f5fa61e032e3a5d4b6b is 50, key is test_row_0/B:col10/1733449419314/Put/seqid=0
2024-12-06T01:43:39,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742411_1587 (size=12001)
2024-12-06T01:43:39,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-12-06T01:43:39,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:39,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:39,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:39,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:39,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:39,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-12-06T01:43:39,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:39,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:39,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:39,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:39,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:39,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449479963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:39,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:39,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449479963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:39,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:39,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:39,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-12-06T01:43:40,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-12-06T01:43:40,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:40,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:40,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:40,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:40,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:40,151 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/fdfdd82aff384f5fa61e032e3a5d4b6b
2024-12-06T01:43:40,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/b40e572296e74768828bc88f695c430c is 50, key is test_row_0/C:col10/1733449419314/Put/seqid=0
2024-12-06T01:43:40,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742412_1588 (size=12001)
2024-12-06T01:43:40,189 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/b40e572296e74768828bc88f695c430c
2024-12-06T01:43:40,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/4badc7e7b7d34a58a14404a5f0e418e4 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/4badc7e7b7d34a58a14404a5f0e418e4
2024-12-06T01:43:40,198 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/4badc7e7b7d34a58a14404a5f0e418e4, entries=200, sequenceid=118, filesize=38.6 K
2024-12-06T01:43:40,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/fdfdd82aff384f5fa61e032e3a5d4b6b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/fdfdd82aff384f5fa61e032e3a5d4b6b
2024-12-06T01:43:40,203 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/fdfdd82aff384f5fa61e032e3a5d4b6b, entries=150, sequenceid=118, filesize=11.7 K
2024-12-06T01:43:40,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/b40e572296e74768828bc88f695c430c as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/b40e572296e74768828bc88f695c430c
2024-12-06T01:43:40,211 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/b40e572296e74768828bc88f695c430c, entries=150, sequenceid=118, filesize=11.7 K
2024-12-06T01:43:40,212 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~425.48 KB/435696, currentSize=33.54 KB/34350 for e304936fca2448126be010c3c39dda15 in 896ms, sequenceid=118, compaction requested=false
2024-12-06T01:43:40,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:40,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-12-06T01:43:40,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:40,270 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-12-06T01:43:40,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:40,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:40,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:40,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:40,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:40,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:40,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067c99e93ceabe465b99358a2aeb9cbfbc_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449419332/Put/seqid=0
2024-12-06T01:43:40,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742413_1589 (size=12154)
2024-12-06T01:43:40,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,293 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067c99e93ceabe465b99358a2aeb9cbfbc_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067c99e93ceabe465b99358a2aeb9cbfbc_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:40,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/77c59ed2c4584b00843ef8b3483d9ecf, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:40,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/77c59ed2c4584b00843ef8b3483d9ecf is 175, key is test_row_0/A:col10/1733449419332/Put/seqid=0
2024-12-06T01:43:40,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742414_1590 (size=30955)
2024-12-06T01:43:40,344 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=127, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/77c59ed2c4584b00843ef8b3483d9ecf
2024-12-06T01:43:40,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/997e989c474b41c2b36171e340aa6c1b is 50, key is test_row_0/B:col10/1733449419332/Put/seqid=0
2024-12-06T01:43:40,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742415_1591 (size=12001)
2024-12-06T01:43:40,396 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/997e989c474b41c2b36171e340aa6c1b
2024-12-06T01:43:40,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/47c6a1fec6c3429faaa95b0675b5f70a is 50, key is test_row_0/C:col10/1733449419332/Put/seqid=0
2024-12-06T01:43:40,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742416_1592 (size=12001)
2024-12-06T01:43:40,444 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/47c6a1fec6c3429faaa95b0675b5f70a
2024-12-06T01:43:40,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/77c59ed2c4584b00843ef8b3483d9ecf as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/77c59ed2c4584b00843ef8b3483d9ecf
2024-12-06T01:43:40,454 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/77c59ed2c4584b00843ef8b3483d9ecf, entries=150, sequenceid=127, filesize=30.2 K
2024-12-06T01:43:40,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/997e989c474b41c2b36171e340aa6c1b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/997e989c474b41c2b36171e340aa6c1b
2024-12-06T01:43:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,459 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/997e989c474b41c2b36171e340aa6c1b, entries=150, sequenceid=127, filesize=11.7 K
2024-12-06T01:43:40,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/47c6a1fec6c3429faaa95b0675b5f70a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/47c6a1fec6c3429faaa95b0675b5f70a
2024-12-06T01:43:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,468 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/47c6a1fec6c3429faaa95b0675b5f70a, entries=150, sequenceid=127, filesize=11.7 K
2024-12-06T01:43:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,470 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for e304936fca2448126be010c3c39dda15 in 200ms, sequenceid=127, compaction requested=true
2024-12-06T01:43:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147
2024-12-06T01:43:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=147
2024-12-06T01:43:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,476 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146
2024-12-06T01:43:40,477 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1260 sec
2024-12-06T01:43:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,481 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.1360 sec
2024-12-06T01:43:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-12-06T01:43:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,483 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,484 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:43:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees
2024-12-06T01:43:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,486 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:43:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-12-06T01:43:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,486 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:43:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,487 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:43:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on e304936fca2448126be010c3c39dda15
2024-12-06T01:43:40,542 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-06T01:43:40,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:40,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:40,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:40,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:40,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:40,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:40,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206464f3409460d4188be9cd41be58d210f_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449420535/Put/seqid=0
2024-12-06T01:43:40,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742417_1593 (size=12304)
2024-12-06T01:43:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-12-06T01:43:40,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449420588, max timestamp=1733449420602Num uniques 859; 
2024-12-06T01:43:40,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:43:40,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449420588, max timestamp=1733449420602Num uniques 859; 
2024-12-06T01:43:40,606 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:43:40,606 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449420588, max timestamp=1733449420602Num uniques 859; 
2024-12-06T01:43:40,606 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:43:40,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-12-06T01:43:40,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:40,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:40,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:40,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:40,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:40,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449480681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:40,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:40,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:40,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:40,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449480685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:40,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:40,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:40,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:40,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449480793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:40,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-12-06T01:43:40,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:40,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:40,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:40,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:40,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:40,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:40,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:40,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-12-06T01:43:40,807 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449480802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:40,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:40,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:40,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:40,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-12-06T01:43:40,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:40,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:40,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:40,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:40,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:40,974 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:40,978 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206464f3409460d4188be9cd41be58d210f_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206464f3409460d4188be9cd41be58d210f_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:40,979 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/856f25c9c9e84f4f8762d34c02b7b291, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:40,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/856f25c9c9e84f4f8762d34c02b7b291 is 175, key is test_row_0/A:col10/1733449420535/Put/seqid=0
2024-12-06T01:43:41,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742418_1594 (size=31105)
2024-12-06T01:43:41,001 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/856f25c9c9e84f4f8762d34c02b7b291
2024-12-06T01:43:41,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449481002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:41,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:41,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:41,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:41,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/e6fe2840e3f94d1482913c1d8a58132f is 50, key is test_row_0/B:col10/1733449420535/Put/seqid=0
2024-12-06T01:43:41,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449481012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:41,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742419_1595 (size=12151)
2024-12-06T01:43:41,034 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/e6fe2840e3f94d1482913c1d8a58132f
2024-12-06T01:43:41,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/92c956c54b674402bf2dde0f79773ed8 is 50, key is test_row_0/C:col10/1733449420535/Put/seqid=0
2024-12-06T01:43:41,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742420_1596 (size=12151)
2024-12-06T01:43:41,066 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/92c956c54b674402bf2dde0f79773ed8
2024-12-06T01:43:41,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/856f25c9c9e84f4f8762d34c02b7b291 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/856f25c9c9e84f4f8762d34c02b7b291
2024-12-06T01:43:41,079 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/856f25c9c9e84f4f8762d34c02b7b291, entries=150, sequenceid=138, filesize=30.4 K
2024-12-06T01:43:41,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/e6fe2840e3f94d1482913c1d8a58132f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/e6fe2840e3f94d1482913c1d8a58132f
2024-12-06T01:43:41,084 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/e6fe2840e3f94d1482913c1d8a58132f, entries=150, sequenceid=138, filesize=11.9 K
2024-12-06T01:43:41,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/92c956c54b674402bf2dde0f79773ed8 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/92c956c54b674402bf2dde0f79773ed8
2024-12-06T01:43:41,093 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/92c956c54b674402bf2dde0f79773ed8, entries=150, sequenceid=138, filesize=11.9 K
2024-12-06T01:43:41,094 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e304936fca2448126be010c3c39dda15 in 552ms, sequenceid=138, compaction requested=true
2024-12-06T01:43:41,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:41,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:43:41,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:41,094 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:43:41,094 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:43:41,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:43:41,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:41,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:43:41,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:41,095 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:43:41,096 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/B is initiating minor compaction (all files)
2024-12-06T01:43:41,096 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/B in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:41,096 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/96c4f87a6e0347488bc2a02d1e37603f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/fdfdd82aff384f5fa61e032e3a5d4b6b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/997e989c474b41c2b36171e340aa6c1b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/e6fe2840e3f94d1482913c1d8a58132f] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=47.1 K
2024-12-06T01:43:41,096 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 132774 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:43:41,096 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/A is initiating minor compaction (all files)
2024-12-06T01:43:41,096 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/A in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:41,096 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/3a18a1ecc6a34684ba8ce5362f4ce613, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/4badc7e7b7d34a58a14404a5f0e418e4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/77c59ed2c4584b00843ef8b3483d9ecf, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/856f25c9c9e84f4f8762d34c02b7b291] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=129.7 K
2024-12-06T01:43:41,096 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:41,096 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/3a18a1ecc6a34684ba8ce5362f4ce613, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/4badc7e7b7d34a58a14404a5f0e418e4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/77c59ed2c4584b00843ef8b3483d9ecf, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/856f25c9c9e84f4f8762d34c02b7b291]
2024-12-06T01:43:41,097 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 96c4f87a6e0347488bc2a02d1e37603f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733449415267
2024-12-06T01:43:41,097 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a18a1ecc6a34684ba8ce5362f4ce613, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733449415267
2024-12-06T01:43:41,097 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting fdfdd82aff384f5fa61e032e3a5d4b6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733449418137
2024-12-06T01:43:41,097 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4badc7e7b7d34a58a14404a5f0e418e4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733449418132
2024-12-06T01:43:41,097 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 997e989c474b41c2b36171e340aa6c1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733449419326
2024-12-06T01:43:41,098 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77c59ed2c4584b00843ef8b3483d9ecf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733449419326
2024-12-06T01:43:41,098 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting e6fe2840e3f94d1482913c1d8a58132f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733449420535
2024-12-06T01:43:41,098 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 856f25c9c9e84f4f8762d34c02b7b291, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733449420535
2024-12-06T01:43:41,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-12-06T01:43:41,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:41,103 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-12-06T01:43:41,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:41,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:41,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:41,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:41,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:41,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-12-06T01:43:41,114 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:41,131 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#B#compaction#510 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:41,132 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/4944b206a9814534bd1d12ebd6834e74 is 50, key is test_row_0/B:col10/1733449420535/Put/seqid=0
2024-12-06T01:43:41,140 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412060e566faf84344cc184f550e65e9ac06a_e304936fca2448126be010c3c39dda15 store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:41,143 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412060e566faf84344cc184f550e65e9ac06a_e304936fca2448126be010c3c39dda15, store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:41,143 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060e566faf84344cc184f550e65e9ac06a_e304936fca2448126be010c3c39dda15 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:41,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742421_1597 (size=12391)
2024-12-06T01:43:41,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063c1d25be1a4d400d93efa7ed264c9717_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449420684/Put/seqid=0
2024-12-06T01:43:41,170 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/4944b206a9814534bd1d12ebd6834e74 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/4944b206a9814534bd1d12ebd6834e74
2024-12-06T01:43:41,175 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e304936fca2448126be010c3c39dda15/B of e304936fca2448126be010c3c39dda15 into 4944b206a9814534bd1d12ebd6834e74(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:41,175 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:41,175 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/B, priority=12, startTime=1733449421094; duration=0sec
2024-12-06T01:43:41,175 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:41,175 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:B
2024-12-06T01:43:41,175 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:43:41,176 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:43:41,176 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/C is initiating minor compaction (all files)
2024-12-06T01:43:41,177 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/C in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:41,177 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/224d8c24b6654473b82f1dd6cce158e7, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/b40e572296e74768828bc88f695c430c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/47c6a1fec6c3429faaa95b0675b5f70a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/92c956c54b674402bf2dde0f79773ed8] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=47.1 K
2024-12-06T01:43:41,177 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 224d8c24b6654473b82f1dd6cce158e7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733449415267
2024-12-06T01:43:41,178 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting b40e572296e74768828bc88f695c430c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733449418137
2024-12-06T01:43:41,178 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 47c6a1fec6c3429faaa95b0675b5f70a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733449419326
2024-12-06T01:43:41,178 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 92c956c54b674402bf2dde0f79773ed8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733449420535
2024-12-06T01:43:41,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742422_1598 (size=4469)
2024-12-06T01:43:41,210 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#C#compaction#512 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:41,211 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/ec11d2ef79194f848776c91c180998cd is 50, key is test_row_0/C:col10/1733449420535/Put/seqid=0
2024-12-06T01:43:41,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742423_1599 (size=12304)
2024-12-06T01:43:41,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742424_1600 (size=12391)
2024-12-06T01:43:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on e304936fca2448126be010c3c39dda15
2024-12-06T01:43:41,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:41,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449481370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:41,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:41,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:41,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449481371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:41,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:41,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:41,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:41,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:41,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449481482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:41,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:41,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449481483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:41,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:41,603 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#A#compaction#509 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:41,604 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/aa6cc6cd05d34d8bb6c046f2355267d5 is 175, key is test_row_0/A:col10/1733449420535/Put/seqid=0
2024-12-06T01:43:41,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742425_1601 (size=31345)
2024-12-06T01:43:41,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-12-06T01:43:41,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:41,638 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063c1d25be1a4d400d93efa7ed264c9717_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063c1d25be1a4d400d93efa7ed264c9717_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:41,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/fcb7b019f18643108368445012528960, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:41,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/fcb7b019f18643108368445012528960 is 175, key is test_row_0/A:col10/1733449420684/Put/seqid=0
2024-12-06T01:43:41,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742426_1602 (size=31105)
2024-12-06T01:43:41,658 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/fcb7b019f18643108368445012528960
2024-12-06T01:43:41,668 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/ec11d2ef79194f848776c91c180998cd as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/ec11d2ef79194f848776c91c180998cd
2024-12-06T01:43:41,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/0cd3e3b9e4de4fc887a183188e006843 is 50, key is test_row_0/B:col10/1733449420684/Put/seqid=0
2024-12-06T01:43:41,674 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e304936fca2448126be010c3c39dda15/C of e304936fca2448126be010c3c39dda15 into ec11d2ef79194f848776c91c180998cd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:41,675 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:41,675 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/C, priority=12, startTime=1733449421095; duration=0sec
2024-12-06T01:43:41,675 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:41,675 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:C
2024-12-06T01:43:41,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449481692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:41,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449481692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:41,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:41,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:41,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:41,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:41,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:41,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:41,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742427_1603 (size=12151)
2024-12-06T01:43:41,711 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/0cd3e3b9e4de4fc887a183188e006843
2024-12-06T01:43:41,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/90da09cf30294b118215e5bd7061ab2a is 50, key is test_row_0/C:col10/1733449420684/Put/seqid=0
2024-12-06T01:43:41,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742428_1604 (size=12151)
2024-12-06T01:43:41,738 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/90da09cf30294b118215e5bd7061ab2a
2024-12-06T01:43:41,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/fcb7b019f18643108368445012528960 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/fcb7b019f18643108368445012528960
2024-12-06T01:43:41,745 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/fcb7b019f18643108368445012528960, entries=150, sequenceid=173, filesize=30.4 K
2024-12-06T01:43:41,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/0cd3e3b9e4de4fc887a183188e006843 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/0cd3e3b9e4de4fc887a183188e006843
2024-12-06T01:43:41,750 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/0cd3e3b9e4de4fc887a183188e006843, entries=150, sequenceid=173, filesize=11.9 K
2024-12-06T01:43:41,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/90da09cf30294b118215e5bd7061ab2a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/90da09cf30294b118215e5bd7061ab2a
2024-12-06T01:43:41,758 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/90da09cf30294b118215e5bd7061ab2a, entries=150, sequenceid=173, filesize=11.9 K
2024-12-06T01:43:41,760 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for e304936fca2448126be010c3c39dda15 in 657ms, sequenceid=173, compaction requested=false
2024-12-06T01:43:41,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:41,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:41,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149
2024-12-06T01:43:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=149
2024-12-06T01:43:41,764 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148
2024-12-06T01:43:41,764 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2750 sec
2024-12-06T01:43:41,768 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.2820 sec
2024-12-06T01:43:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on e304936fca2448126be010c3c39dda15
2024-12-06T01:43:42,005 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-06T01:43:42,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:42,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:42,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:42,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:42,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:42,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:42,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412066f5c173703064b75bfa7b520ea4338b4_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449422004/Put/seqid=0
2024-12-06T01:43:42,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742429_1605 (size=17284)
2024-12-06T01:43:42,023 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/aa6cc6cd05d34d8bb6c046f2355267d5 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/aa6cc6cd05d34d8bb6c046f2355267d5
2024-12-06T01:43:42,023 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:42,026 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412066f5c173703064b75bfa7b520ea4338b4_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412066f5c173703064b75bfa7b520ea4338b4_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:42,028 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/4445cd7d3d534b118c8b28f8ff5241b7, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:42,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/4445cd7d3d534b118c8b28f8ff5241b7 is 175, key is test_row_0/A:col10/1733449422004/Put/seqid=0
2024-12-06T01:43:42,029 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e304936fca2448126be010c3c39dda15/A of e304936fca2448126be010c3c39dda15 into aa6cc6cd05d34d8bb6c046f2355267d5(size=30.6 K), total size for store is 61.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:42,029 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:42,029 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/A, priority=12, startTime=1733449421094; duration=0sec
2024-12-06T01:43:42,029 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:42,029 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:A
2024-12-06T01:43:42,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742430_1606 (size=48389)
2024-12-06T01:43:42,050 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/4445cd7d3d534b118c8b28f8ff5241b7
2024-12-06T01:43:42,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449482050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:42,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:42,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:42,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:42,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/150c83c65a5b45448bf6e2a50c4e5469 is 50, key is test_row_0/B:col10/1733449422004/Put/seqid=0
2024-12-06T01:43:42,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449482055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:42,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742431_1607 (size=12151)
2024-12-06T01:43:42,094 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/150c83c65a5b45448bf6e2a50c4e5469
2024-12-06T01:43:42,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/54cc7ae8543a4c3daf702e56f83476b1 is 50, key is test_row_0/C:col10/1733449422004/Put/seqid=0
2024-12-06T01:43:42,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742432_1608 (size=12151)
2024-12-06T01:43:42,115 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/54cc7ae8543a4c3daf702e56f83476b1
2024-12-06T01:43:42,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/4445cd7d3d534b118c8b28f8ff5241b7 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/4445cd7d3d534b118c8b28f8ff5241b7
2024-12-06T01:43:42,125 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/4445cd7d3d534b118c8b28f8ff5241b7, entries=250, sequenceid=188, filesize=47.3 K
2024-12-06T01:43:42,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/150c83c65a5b45448bf6e2a50c4e5469 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/150c83c65a5b45448bf6e2a50c4e5469
2024-12-06T01:43:42,131 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/150c83c65a5b45448bf6e2a50c4e5469, entries=150, sequenceid=188, filesize=11.9 K
2024-12-06T01:43:42,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/54cc7ae8543a4c3daf702e56f83476b1 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/54cc7ae8543a4c3daf702e56f83476b1
2024-12-06T01:43:42,135 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/54cc7ae8543a4c3daf702e56f83476b1, entries=150, sequenceid=188, filesize=11.9 K
2024-12-06T01:43:42,136 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for e304936fca2448126be010c3c39dda15 in 132ms, sequenceid=188, compaction requested=true
2024-12-06T01:43:42,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:42,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:43:42,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:42,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:43:42,136 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:42,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:42,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:43:42,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-06T01:43:42,136 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:42,137 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:42,137 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/B is initiating minor compaction (all files)
2024-12-06T01:43:42,137 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/B in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:42,137 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/4944b206a9814534bd1d12ebd6834e74, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/0cd3e3b9e4de4fc887a183188e006843, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/150c83c65a5b45448bf6e2a50c4e5469] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=35.8 K
2024-12-06T01:43:42,138 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110839 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:42,138 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/A is initiating minor compaction (all files)
2024-12-06T01:43:42,138 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/A in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:42,138 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/aa6cc6cd05d34d8bb6c046f2355267d5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/fcb7b019f18643108368445012528960, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/4445cd7d3d534b118c8b28f8ff5241b7] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=108.2 K
2024-12-06T01:43:42,138 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:42,138 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/aa6cc6cd05d34d8bb6c046f2355267d5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/fcb7b019f18643108368445012528960, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/4445cd7d3d534b118c8b28f8ff5241b7]
2024-12-06T01:43:42,138 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 4944b206a9814534bd1d12ebd6834e74, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733449420535
2024-12-06T01:43:42,138 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa6cc6cd05d34d8bb6c046f2355267d5, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733449420535
2024-12-06T01:43:42,139 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cd3e3b9e4de4fc887a183188e006843, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733449420677
2024-12-06T01:43:42,139 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcb7b019f18643108368445012528960, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733449420677
2024-12-06T01:43:42,139 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 150c83c65a5b45448bf6e2a50c4e5469, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733449421331
2024-12-06T01:43:42,139 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4445cd7d3d534b118c8b28f8ff5241b7, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733449421331
2024-12-06T01:43:42,150 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#B#compaction#518 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:42,151 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/60a67bf8123a4852bde508e168141016 is 50, key is test_row_0/B:col10/1733449422004/Put/seqid=0
2024-12-06T01:43:42,152 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:42,160 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206d14a89bd55654fd9af3054769c4bdcc2_e304936fca2448126be010c3c39dda15 store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:42,163 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206d14a89bd55654fd9af3054769c4bdcc2_e304936fca2448126be010c3c39dda15, store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:42,163 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d14a89bd55654fd9af3054769c4bdcc2_e304936fca2448126be010c3c39dda15 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on e304936fca2448126be010c3c39dda15
2024-12-06T01:43:42,165 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-06T01:43:42,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:42,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:42,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:42,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:42,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:42,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:42,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742433_1609 (size=12493)
2024-12-06T01:43:42,192 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/60a67bf8123a4852bde508e168141016 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/60a67bf8123a4852bde508e168141016
2024-12-06T01:43:42,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449482192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:42,198 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e304936fca2448126be010c3c39dda15/B of e304936fca2448126be010c3c39dda15 into 60a67bf8123a4852bde508e168141016(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:42,198 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:42,198 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/B, priority=13, startTime=1733449422136; duration=0sec
2024-12-06T01:43:42,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:42,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:42,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:42,198 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:42,199 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:B
2024-12-06T01:43:42,199 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:42,200 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:42,200 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/C is initiating minor compaction (all files)
2024-12-06T01:43:42,200 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/C in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:42,200 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/ec11d2ef79194f848776c91c180998cd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/90da09cf30294b118215e5bd7061ab2a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/54cc7ae8543a4c3daf702e56f83476b1] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=35.8 K
2024-12-06T01:43:42,201 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting ec11d2ef79194f848776c91c180998cd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733449420535
2024-12-06T01:43:42,201 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 90da09cf30294b118215e5bd7061ab2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733449420677
2024-12-06T01:43:42,201 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 54cc7ae8543a4c3daf702e56f83476b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733449421331
2024-12-06T01:43:42,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449482198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:42,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:42,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:42,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:42,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742434_1610 (size=4469)
2024-12-06T01:43:42,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206714abd76fb3d4c5c9e6f1f6b72d49af1_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449422164/Put/seqid=0
2024-12-06T01:43:42,230 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#C#compaction#521 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:42,231 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/b2a83398cd7a4ce5bd165d1ffd692b11 is 50, key is test_row_0/C:col10/1733449422004/Put/seqid=0
2024-12-06T01:43:42,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742435_1611 (size=12304)
2024-12-06T01:43:42,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742436_1612 (size=12493)
2024-12-06T01:43:42,287 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/b2a83398cd7a4ce5bd165d1ffd692b11 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/b2a83398cd7a4ce5bd165d1ffd692b11
2024-12-06T01:43:42,292 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e304936fca2448126be010c3c39dda15/C of e304936fca2448126be010c3c39dda15 into b2a83398cd7a4ce5bd165d1ffd692b11(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:42,292 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:42,292 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/C, priority=13, startTime=1733449422136; duration=0sec
2024-12-06T01:43:42,292 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:42,292 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:C
2024-12-06T01:43:42,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449482303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:42,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:42,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:42,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:42,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449482312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:42,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:42,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:42,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:42,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449482512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:42,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449482522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:42,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:42,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:42,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:42,611 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#A#compaction#519 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:42,611 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/e6e901f683604c26a4bcd189ca194a1f is 175, key is test_row_0/A:col10/1733449422004/Put/seqid=0
2024-12-06T01:43:42,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742437_1613 (size=31447)
2024-12-06T01:43:42,630 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/e6e901f683604c26a4bcd189ca194a1f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/e6e901f683604c26a4bcd189ca194a1f
2024-12-06T01:43:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-12-06T01:43:42,633 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:42,634 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:43:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees
2024-12-06T01:43:42,636 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:43:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-12-06T01:43:42,637 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:43:42,637 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:43:42,641 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e304936fca2448126be010c3c39dda15/A of e304936fca2448126be010c3c39dda15 into e6e901f683604c26a4bcd189ca194a1f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:42,641 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:42,641 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/A, priority=13, startTime=1733449422136; duration=0sec
2024-12-06T01:43:42,641 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:42,641 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:A
2024-12-06T01:43:42,682 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:42,687 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206714abd76fb3d4c5c9e6f1f6b72d49af1_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206714abd76fb3d4c5c9e6f1f6b72d49af1_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:42,689 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/c39c2304957640bebda1552fa733d0aa, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:42,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/c39c2304957640bebda1552fa733d0aa is 175, key is test_row_0/A:col10/1733449422164/Put/seqid=0
2024-12-06T01:43:42,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742438_1614 (size=31105)
2024-12-06T01:43:42,697 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/c39c2304957640bebda1552fa733d0aa
2024-12-06T01:43:42,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/a4efd4c9eadd4d56ae63c55e365882a6 is 50, key is test_row_0/B:col10/1733449422164/Put/seqid=0
2024-12-06T01:43:42,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742439_1615 (size=12151)
2024-12-06T01:43:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-12-06T01:43:42,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-12-06T01:43:42,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:42,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:42,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:42,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:42,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:42,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449482822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:42,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:42,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449482833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:42,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:42,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:42,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:42,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-12-06T01:43:42,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:42,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:42,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:42,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:42,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-12-06T01:43:43,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-12-06T01:43:43,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:43,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:43,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:43,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:43,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:43,127 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/a4efd4c9eadd4d56ae63c55e365882a6
2024-12-06T01:43:43,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/e8801f95162747b187e4268ccf4cee65 is 50, key is test_row_0/C:col10/1733449422164/Put/seqid=0
2024-12-06T01:43:43,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742440_1616 (size=12151)
2024-12-06T01:43:43,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-12-06T01:43:43,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:43,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:43,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:43,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:43,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-12-06T01:43:43,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449483332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:43,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:43,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:43,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:43,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449483342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:43,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:43,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:43,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:43,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-12-06T01:43:43,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:43,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:43,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:43,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:43,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:43,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50020 deadline: 1733449483442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:43,444 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in e304936fca2448126be010c3c39dda15 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8171 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:43,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:43,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:43,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:43,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733449483482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:43,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1733449483482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:43,484 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_2' in e304936fca2448126be010c3c39dda15 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:43,484 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_0' in e304936fca2448126be010c3c39dda15 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8216 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:43,546 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/e8801f95162747b187e4268ccf4cee65
2024-12-06T01:43:43,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/c39c2304957640bebda1552fa733d0aa as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/c39c2304957640bebda1552fa733d0aa
2024-12-06T01:43:43,555 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/c39c2304957640bebda1552fa733d0aa, entries=150, sequenceid=209, filesize=30.4 K
2024-12-06T01:43:43,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/a4efd4c9eadd4d56ae63c55e365882a6 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/a4efd4c9eadd4d56ae63c55e365882a6
2024-12-06T01:43:43,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-12-06T01:43:43,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:43,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:43,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:43,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:43,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:43,569 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/a4efd4c9eadd4d56ae63c55e365882a6, entries=150, sequenceid=209, filesize=11.9 K
2024-12-06T01:43:43,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/e8801f95162747b187e4268ccf4cee65 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/e8801f95162747b187e4268ccf4cee65
2024-12-06T01:43:43,574 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/e8801f95162747b187e4268ccf4cee65, entries=150, sequenceid=209, filesize=11.9 K
2024-12-06T01:43:43,575 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for e304936fca2448126be010c3c39dda15 in 1410ms, sequenceid=209, compaction requested=false
2024-12-06T01:43:43,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:43,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-12-06T01:43:43,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:43,720 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-06T01:43:43,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:43,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:43,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:43,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:43,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:43,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:43,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120684f3ef3a0e114fe4a5f77f0c4094673c_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449422196/Put/seqid=0
2024-12-06T01:43:43,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742441_1617 (size=12304)
2024-12-06T01:43:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-12-06T01:43:44,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:44,183 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120684f3ef3a0e114fe4a5f77f0c4094673c_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120684f3ef3a0e114fe4a5f77f0c4094673c_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:44,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/52d8e6a64d44461ea0a466adc9c32b86, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:44,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/52d8e6a64d44461ea0a466adc9c32b86 is 175, key is test_row_0/A:col10/1733449422196/Put/seqid=0
2024-12-06T01:43:44,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742442_1618 (size=31105)
2024-12-06T01:43:44,202 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/52d8e6a64d44461ea0a466adc9c32b86
2024-12-06T01:43:44,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/799cf427f7744b17b8b0a95c519c2f51 is 50, key is test_row_0/B:col10/1733449422196/Put/seqid=0
2024-12-06T01:43:44,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742443_1619 (size=12151)
2024-12-06T01:43:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on e304936fca2448126be010c3c39dda15
2024-12-06T01:43:44,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:44,401 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449484397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:44,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:44,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:44,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:44,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449484401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:44,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:44,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:44,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:44,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449484512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:44,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:44,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:44,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449484512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:44,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:44,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:44,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:44,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:44,614 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/799cf427f7744b17b8b0a95c519c2f51
2024-12-06T01:43:44,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/339512d78a9147faa9ee13a6b084f566 is 50, key is test_row_0/C:col10/1733449422196/Put/seqid=0
2024-12-06T01:43:44,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742444_1620 (size=12151)
2024-12-06T01:43:44,725 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449484722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:44,725 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:44,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:44,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449484722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:44,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:44,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:44,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:44,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-12-06T01:43:45,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449485032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:45,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:45,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449485032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:45,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:45,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:45,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:45,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:45,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:45,040 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/339512d78a9147faa9ee13a6b084f566
2024-12-06T01:43:45,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/52d8e6a64d44461ea0a466adc9c32b86 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/52d8e6a64d44461ea0a466adc9c32b86
2024-12-06T01:43:45,048 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/52d8e6a64d44461ea0a466adc9c32b86, entries=150, sequenceid=224, filesize=30.4 K
2024-12-06T01:43:45,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/799cf427f7744b17b8b0a95c519c2f51 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/799cf427f7744b17b8b0a95c519c2f51
2024-12-06T01:43:45,053 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/799cf427f7744b17b8b0a95c519c2f51, entries=150, sequenceid=224, filesize=11.9 K
2024-12-06T01:43:45,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/339512d78a9147faa9ee13a6b084f566 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/339512d78a9147faa9ee13a6b084f566
2024-12-06T01:43:45,059 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/339512d78a9147faa9ee13a6b084f566, entries=150, sequenceid=224, filesize=11.9 K
2024-12-06T01:43:45,060 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for e304936fca2448126be010c3c39dda15 in 1340ms, sequenceid=224, compaction requested=true
2024-12-06T01:43:45,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:45,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:45,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151
2024-12-06T01:43:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=151
2024-12-06T01:43:45,064 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150
2024-12-06T01:43:45,064 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4250 sec
2024-12-06T01:43:45,066 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.4310 sec
2024-12-06T01:43:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on e304936fca2448126be010c3c39dda15
2024-12-06T01:43:45,544 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-12-06T01:43:45,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:45,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:45,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:45,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:45,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:45,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:45,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065d17678fd4654423b65fc5968e2c70f7_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449424399/Put/seqid=0
2024-12-06T01:43:45,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742445_1621 (size=14794)
2024-12-06T01:43:45,560 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:45,563 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065d17678fd4654423b65fc5968e2c70f7_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065d17678fd4654423b65fc5968e2c70f7_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:45,564 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/782a77080c594331b3de23235b937123, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:45,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/782a77080c594331b3de23235b937123 is 175, key is test_row_0/A:col10/1733449424399/Put/seqid=0
2024-12-06T01:43:45,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742446_1622 (size=39749)
2024-12-06T01:43:45,570 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/782a77080c594331b3de23235b937123
2024-12-06T01:43:45,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/ea52adce71f84bb7ad9ad301274e69a8 is 50, key is test_row_0/B:col10/1733449424399/Put/seqid=0
2024-12-06T01:43:45,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449485576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:45,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:45,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:45,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:45,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742447_1623 (size=12151)
2024-12-06T01:43:45,584 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/ea52adce71f84bb7ad9ad301274e69a8
2024-12-06T01:43:45,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449485582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:45,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/643a6ceca30e4834a632e0a9541a379e is 50, key is test_row_0/C:col10/1733449424399/Put/seqid=0
2024-12-06T01:43:45,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742448_1624 (size=12151)
2024-12-06T01:43:45,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:45,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449485693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449485692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:45,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:45,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:45,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:45,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:45,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:45,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:45,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449485902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:45,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:45,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:45,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:45,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449485902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:45,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:45,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:45,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:46,027 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/643a6ceca30e4834a632e0a9541a379e
2024-12-06T01:43:46,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/782a77080c594331b3de23235b937123 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/782a77080c594331b3de23235b937123
2024-12-06T01:43:46,034 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/782a77080c594331b3de23235b937123, entries=200, sequenceid=245, filesize=38.8 K
2024-12-06T01:43:46,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/ea52adce71f84bb7ad9ad301274e69a8 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/ea52adce71f84bb7ad9ad301274e69a8
2024-12-06T01:43:46,046 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/ea52adce71f84bb7ad9ad301274e69a8, entries=150, sequenceid=245, filesize=11.9 K
2024-12-06T01:43:46,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/643a6ceca30e4834a632e0a9541a379e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/643a6ceca30e4834a632e0a9541a379e
2024-12-06T01:43:46,052 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/643a6ceca30e4834a632e0a9541a379e, entries=150, sequenceid=245, filesize=11.9 K
2024-12-06T01:43:46,053 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for e304936fca2448126be010c3c39dda15 in 509ms, sequenceid=245, compaction requested=true
2024-12-06T01:43:46,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:46,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:43:46,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:46,053 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:43:46,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:43:46,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:46,053 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:43:46,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:43:46,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:46,054 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 133406 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:43:46,054 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/A is initiating minor compaction (all files)
2024-12-06T01:43:46,054 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:43:46,054 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/A in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:46,054 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/B is initiating minor compaction (all files)
2024-12-06T01:43:46,054 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/B in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:46,054 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/e6e901f683604c26a4bcd189ca194a1f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/c39c2304957640bebda1552fa733d0aa, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/52d8e6a64d44461ea0a466adc9c32b86, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/782a77080c594331b3de23235b937123] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=130.3 K
2024-12-06T01:43:46,054 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:46,054 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/60a67bf8123a4852bde508e168141016, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/a4efd4c9eadd4d56ae63c55e365882a6, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/799cf427f7744b17b8b0a95c519c2f51, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/ea52adce71f84bb7ad9ad301274e69a8] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=47.8 K
2024-12-06T01:43:46,054 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/e6e901f683604c26a4bcd189ca194a1f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/c39c2304957640bebda1552fa733d0aa, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/52d8e6a64d44461ea0a466adc9c32b86, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/782a77080c594331b3de23235b937123]
2024-12-06T01:43:46,054 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6e901f683604c26a4bcd189ca194a1f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733449421331
2024-12-06T01:43:46,054 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 60a67bf8123a4852bde508e168141016, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733449421331
2024-12-06T01:43:46,055 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting c39c2304957640bebda1552fa733d0aa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733449422035
2024-12-06T01:43:46,055 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting a4efd4c9eadd4d56ae63c55e365882a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733449422035
2024-12-06T01:43:46,055 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52d8e6a64d44461ea0a466adc9c32b86, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733449422172
2024-12-06T01:43:46,055 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 799cf427f7744b17b8b0a95c519c2f51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733449422172
2024-12-06T01:43:46,055 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 782a77080c594331b3de23235b937123, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733449424386
2024-12-06T01:43:46,055 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting ea52adce71f84bb7ad9ad301274e69a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733449424395
2024-12-06T01:43:46,062 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:46,063 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#B#compaction#530 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:46,064 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/7e7711a939584996a48d10369c055191 is 50, key is test_row_0/B:col10/1733449424399/Put/seqid=0
2024-12-06T01:43:46,067 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412065cfe78a58d404e229627b525215773cb_e304936fca2448126be010c3c39dda15 store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:46,069 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412065cfe78a58d404e229627b525215773cb_e304936fca2448126be010c3c39dda15, store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:46,069 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065cfe78a58d404e229627b525215773cb_e304936fca2448126be010c3c39dda15 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:46,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742449_1625 (size=12629)
2024-12-06T01:43:46,074 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/7e7711a939584996a48d10369c055191 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/7e7711a939584996a48d10369c055191
2024-12-06T01:43:46,080 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e304936fca2448126be010c3c39dda15/B of e304936fca2448126be010c3c39dda15 into 7e7711a939584996a48d10369c055191(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:46,080 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:46,080 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/B, priority=12, startTime=1733449426053; duration=0sec
2024-12-06T01:43:46,080 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:46,080 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:B
2024-12-06T01:43:46,080 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-06T01:43:46,081 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-06T01:43:46,081 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/C is initiating minor compaction (all files)
2024-12-06T01:43:46,081 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/C in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:46,081 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/b2a83398cd7a4ce5bd165d1ffd692b11, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/e8801f95162747b187e4268ccf4cee65, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/339512d78a9147faa9ee13a6b084f566, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/643a6ceca30e4834a632e0a9541a379e] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=47.8 K
2024-12-06T01:43:46,082 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting b2a83398cd7a4ce5bd165d1ffd692b11, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733449421331
2024-12-06T01:43:46,082 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting e8801f95162747b187e4268ccf4cee65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733449422035
2024-12-06T01:43:46,083 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 339512d78a9147faa9ee13a6b084f566, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733449422172
2024-12-06T01:43:46,083 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 643a6ceca30e4834a632e0a9541a379e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733449424395
2024-12-06T01:43:46,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742450_1626 (size=4469)
2024-12-06T01:43:46,087 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#A#compaction#531 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:46,088 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/1ff28cae10d346fa81465b7ddc90e438 is 175, key is test_row_0/A:col10/1733449424399/Put/seqid=0
2024-12-06T01:43:46,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742451_1627 (size=31583)
2024-12-06T01:43:46,095 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#C#compaction#532 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:46,095 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/d542cf278d6d452cb5027101ea149004 is 50, key is test_row_0/C:col10/1733449424399/Put/seqid=0
2024-12-06T01:43:46,097 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/1ff28cae10d346fa81465b7ddc90e438 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/1ff28cae10d346fa81465b7ddc90e438
2024-12-06T01:43:46,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742452_1628 (size=12629)
2024-12-06T01:43:46,103 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e304936fca2448126be010c3c39dda15/A of e304936fca2448126be010c3c39dda15 into 1ff28cae10d346fa81465b7ddc90e438(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:46,103 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:46,103 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/A, priority=12, startTime=1733449426053; duration=0sec
2024-12-06T01:43:46,103 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:46,103 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:A
2024-12-06T01:43:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on e304936fca2448126be010c3c39dda15
2024-12-06T01:43:46,215 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-06T01:43:46,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:46,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:46,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:46,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:46,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:46,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:46,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060d3ced5521354d4a9b4c254996581e50_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449426214/Put/seqid=0
2024-12-06T01:43:46,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742453_1629 (size=14894)
2024-12-06T01:43:46,231 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:46,235 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060d3ced5521354d4a9b4c254996581e50_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060d3ced5521354d4a9b4c254996581e50_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:46,235 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/01c5b58e00db4b269d542d3dff1943d1, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:46,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/01c5b58e00db4b269d542d3dff1943d1 is 175, key is test_row_0/A:col10/1733449426214/Put/seqid=0
2024-12-06T01:43:46,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742454_1630 (size=39849)
2024-12-06T01:43:46,241 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/01c5b58e00db4b269d542d3dff1943d1
2024-12-06T01:43:46,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/2c3be60d0a7a43b2a3350b3c780509db is 50, key is test_row_0/B:col10/1733449426214/Put/seqid=0
2024-12-06T01:43:46,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742455_1631 (size=12251)
2024-12-06T01:43:46,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449486264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:46,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:46,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:46,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:46,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449486265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:46,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:46,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:46,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:46,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449486373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:46,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449486373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:46,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:46,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:46,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:46,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:46,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:46,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:46,508 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/d542cf278d6d452cb5027101ea149004 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/d542cf278d6d452cb5027101ea149004
2024-12-06T01:43:46,512 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e304936fca2448126be010c3c39dda15/C of e304936fca2448126be010c3c39dda15 into d542cf278d6d452cb5027101ea149004(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:46,513 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:46,513 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/C, priority=12, startTime=1733449426053; duration=0sec
2024-12-06T01:43:46,513 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:46,513 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:C
2024-12-06T01:43:46,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449486582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:46,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449486583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:46,655 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/2c3be60d0a7a43b2a3350b3c780509db
2024-12-06T01:43:46,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/cea97be83b4145a5b8e0c686bb62bd90 is 50, key is test_row_0/C:col10/1733449426214/Put/seqid=0
2024-12-06T01:43:46,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742456_1632 (size=12251)
2024-12-06T01:43:46,678 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/cea97be83b4145a5b8e0c686bb62bd90
2024-12-06T01:43:46,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/01c5b58e00db4b269d542d3dff1943d1 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/01c5b58e00db4b269d542d3dff1943d1
2024-12-06T01:43:46,686 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/01c5b58e00db4b269d542d3dff1943d1, entries=200, sequenceid=260, filesize=38.9 K
2024-12-06T01:43:46,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/2c3be60d0a7a43b2a3350b3c780509db as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/2c3be60d0a7a43b2a3350b3c780509db
2024-12-06T01:43:46,690 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/2c3be60d0a7a43b2a3350b3c780509db, entries=150, sequenceid=260, filesize=12.0 K
2024-12-06T01:43:46,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/cea97be83b4145a5b8e0c686bb62bd90 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/cea97be83b4145a5b8e0c686bb62bd90
2024-12-06T01:43:46,694 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/cea97be83b4145a5b8e0c686bb62bd90, entries=150, sequenceid=260, filesize=12.0 K
2024-12-06T01:43:46,695 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for e304936fca2448126be010c3c39dda15 in 480ms, sequenceid=260, compaction requested=false
2024-12-06T01:43:46,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-12-06T01:43:46,813 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:46,813 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:43:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees
2024-12-06T01:43:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-12-06T01:43:46,815 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:43:46,816 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:43:46,816 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:43:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on e304936fca2448126be010c3c39dda15
2024-12-06T01:43:46,895 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-06T01:43:46,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:46,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:46,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:46,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:46,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:46,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:46,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206de9593bd314045d69addc36daf6ad83e_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449426262/Put/seqid=0
2024-12-06T01:43:46,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449486914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:46,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:46,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:46,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449486915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:46,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:46,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:46,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:46,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742457_1633 (size=14994)
2024-12-06T01:43:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-12-06T01:43:46,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-12-06T01:43:46,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:46,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:46,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:46,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:46,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:47,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449487022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:47,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:47,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:47,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:47,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449487022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:47,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:47,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:47,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:47,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-12-06T01:43:47,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:47,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:47,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:47,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:47,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-12-06T01:43:47,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449487232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:47,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:47,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:47,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:47,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449487232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:47,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:47,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:47,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:47,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-12-06T01:43:47,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:47,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:47,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:47,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:47,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:47,322 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:47,326 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206de9593bd314045d69addc36daf6ad83e_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206de9593bd314045d69addc36daf6ad83e_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:47,327 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/ac451d6dca02490fb93209e3c814ceb3, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:47,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/ac451d6dca02490fb93209e3c814ceb3 is 175, key is test_row_0/A:col10/1733449426262/Put/seqid=0
2024-12-06T01:43:47,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742458_1634 (size=39949)
2024-12-06T01:43:47,331 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/ac451d6dca02490fb93209e3c814ceb3
2024-12-06T01:43:47,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/39591b473c904242b1bd1c49330b226e is 50, key is test_row_0/B:col10/1733449426262/Put/seqid=0
2024-12-06T01:43:47,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742459_1635 (size=12301)
2024-12-06T01:43:47,355 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/39591b473c904242b1bd1c49330b226e
2024-12-06T01:43:47,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/bc155c603aeb436494c7b2c0b3170412 is 50, key is test_row_0/C:col10/1733449426262/Put/seqid=0
2024-12-06T01:43:47,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742460_1636 (size=12301)
2024-12-06T01:43:47,379 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/bc155c603aeb436494c7b2c0b3170412
2024-12-06T01:43:47,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/ac451d6dca02490fb93209e3c814ceb3 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/ac451d6dca02490fb93209e3c814ceb3
2024-12-06T01:43:47,387 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/ac451d6dca02490fb93209e3c814ceb3, entries=200, sequenceid=282, filesize=39.0 K
2024-12-06T01:43:47,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/39591b473c904242b1bd1c49330b226e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/39591b473c904242b1bd1c49330b226e
2024-12-06T01:43:47,392 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/39591b473c904242b1bd1c49330b226e, entries=150, sequenceid=282, filesize=12.0 K
2024-12-06T01:43:47,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/bc155c603aeb436494c7b2c0b3170412 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/bc155c603aeb436494c7b2c0b3170412
2024-12-06T01:43:47,398 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/bc155c603aeb436494c7b2c0b3170412, entries=150, sequenceid=282, filesize=12.0 K
2024-12-06T01:43:47,399 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for e304936fca2448126be010c3c39dda15 in 504ms, sequenceid=282, compaction requested=true
2024-12-06T01:43:47,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:47,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:43:47,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:47,399 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:47,400 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:47,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:43:47,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:47,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:43:47,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:47,401 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37181 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:47,401 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/B is initiating minor compaction (all files)
2024-12-06T01:43:47,401 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/B in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:47,401 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/7e7711a939584996a48d10369c055191, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/2c3be60d0a7a43b2a3350b3c780509db, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/39591b473c904242b1bd1c49330b226e] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=36.3 K
2024-12-06T01:43:47,401 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 111381 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:47,401 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/A is initiating minor compaction (all files)
2024-12-06T01:43:47,401 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/A in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:47,401 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/1ff28cae10d346fa81465b7ddc90e438, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/01c5b58e00db4b269d542d3dff1943d1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/ac451d6dca02490fb93209e3c814ceb3] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=108.8 K
2024-12-06T01:43:47,401 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:47,401 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/1ff28cae10d346fa81465b7ddc90e438, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/01c5b58e00db4b269d542d3dff1943d1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/ac451d6dca02490fb93209e3c814ceb3]
2024-12-06T01:43:47,402 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e7711a939584996a48d10369c055191, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733449424395
2024-12-06T01:43:47,402 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ff28cae10d346fa81465b7ddc90e438, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733449424395
2024-12-06T01:43:47,402 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c3be60d0a7a43b2a3350b3c780509db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733449425580
2024-12-06T01:43:47,402 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01c5b58e00db4b269d542d3dff1943d1, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733449425556
2024-12-06T01:43:47,402 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 39591b473c904242b1bd1c49330b226e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733449426262
2024-12-06T01:43:47,403 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac451d6dca02490fb93209e3c814ceb3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733449426262
2024-12-06T01:43:47,410 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:47,412 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412068aebe888c0324911bc0e8785e4480fa6_e304936fca2448126be010c3c39dda15 store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:47,413 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#B#compaction#540 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:47,414 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/a05698b60a574f4b815b58d80cf67c85 is 50, key is test_row_0/B:col10/1733449426262/Put/seqid=0
2024-12-06T01:43:47,414 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412068aebe888c0324911bc0e8785e4480fa6_e304936fca2448126be010c3c39dda15, store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:47,414 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068aebe888c0324911bc0e8785e4480fa6_e304936fca2448126be010c3c39dda15 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:47,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-12-06T01:43:47,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:47,429 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-06T01:43:47,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:47,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:47,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:47,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:47,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:47,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:47,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742462_1638 (size=4469)
2024-12-06T01:43:47,436 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#A#compaction#539 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:47,437 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/63259c2dbf5b41da8a211c3b3c2f2bea is 175, key is test_row_0/A:col10/1733449426262/Put/seqid=0
2024-12-06T01:43:47,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120689a1ca05bb4b44ac95068f7f72fe9c78_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449426913/Put/seqid=0
2024-12-06T01:43:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-12-06T01:43:47,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742461_1637 (size=12881)
2024-12-06T01:43:47,464 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/a05698b60a574f4b815b58d80cf67c85 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/a05698b60a574f4b815b58d80cf67c85
2024-12-06T01:43:47,470 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e304936fca2448126be010c3c39dda15/B of e304936fca2448126be010c3c39dda15 into a05698b60a574f4b815b58d80cf67c85(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:47,470 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:47,470 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/B, priority=13, startTime=1733449427399; duration=0sec
2024-12-06T01:43:47,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742463_1639 (size=31835)
2024-12-06T01:43:47,470 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:47,471 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:B
2024-12-06T01:43:47,471 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:47,472 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37181 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:47,472 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/C is initiating minor compaction (all files)
2024-12-06T01:43:47,472 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/C in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:47,472 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/d542cf278d6d452cb5027101ea149004, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/cea97be83b4145a5b8e0c686bb62bd90, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/bc155c603aeb436494c7b2c0b3170412] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=36.3 K
2024-12-06T01:43:47,472 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting d542cf278d6d452cb5027101ea149004, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733449424395
2024-12-06T01:43:47,473 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting cea97be83b4145a5b8e0c686bb62bd90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733449425580
2024-12-06T01:43:47,473 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting bc155c603aeb436494c7b2c0b3170412, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733449426262
2024-12-06T01:43:47,475 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/63259c2dbf5b41da8a211c3b3c2f2bea as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/63259c2dbf5b41da8a211c3b3c2f2bea
2024-12-06T01:43:47,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742464_1640 (size=12454)
2024-12-06T01:43:47,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:47,483 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e304936fca2448126be010c3c39dda15/A of e304936fca2448126be010c3c39dda15 into 63259c2dbf5b41da8a211c3b3c2f2bea(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:47,483 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:47,483 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/A, priority=13, startTime=1733449427399; duration=0sec
2024-12-06T01:43:47,483 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:47,483 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:A
2024-12-06T01:43:47,484 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120689a1ca05bb4b44ac95068f7f72fe9c78_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120689a1ca05bb4b44ac95068f7f72fe9c78_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:47,485 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#C#compaction#542 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:47,485 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/c966860ed9264610bb35cf40aeff40c8 is 50, key is test_row_0/C:col10/1733449426262/Put/seqid=0
2024-12-06T01:43:47,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/95cec3d72c034bc38db538a57982cc51, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:47,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/95cec3d72c034bc38db538a57982cc51 is 175, key is test_row_0/A:col10/1733449426913/Put/seqid=0
2024-12-06T01:43:47,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742466_1642 (size=31255)
2024-12-06T01:43:47,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742465_1641 (size=12881)
2024-12-06T01:43:47,499 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/c966860ed9264610bb35cf40aeff40c8 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/c966860ed9264610bb35cf40aeff40c8
2024-12-06T01:43:47,503 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e304936fca2448126be010c3c39dda15/C of e304936fca2448126be010c3c39dda15 into c966860ed9264610bb35cf40aeff40c8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:47,503 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:47,503 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/C, priority=13, startTime=1733449427400; duration=0sec
2024-12-06T01:43:47,503 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:47,503 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:C
2024-12-06T01:43:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on e304936fca2448126be010c3c39dda15
2024-12-06T01:43:47,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:47,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449427571, max timestamp=1733449427579Num uniques 859; 
2024-12-06T01:43:47,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:43:47,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449487591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:47,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:47,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:47,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:47,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449487593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:47,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:47,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:47,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:47,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449487702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:47,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:47,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449487702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:47,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:47,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:47,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:47,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:47,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:47,892 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/95cec3d72c034bc38db538a57982cc51
2024-12-06T01:43:47,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/72594dd36f33491d9e0d8369e28cdede is 50, key is test_row_0/B:col10/1733449426913/Put/seqid=0
2024-12-06T01:43:47,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742467_1643 (size=12301)
2024-12-06T01:43:47,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449487912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:47,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449487912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-12-06T01:43:48,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449488222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:48,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449488222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:48,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:48,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:48,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:48,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:48,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:48,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:48,305 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/72594dd36f33491d9e0d8369e28cdede
2024-12-06T01:43:48,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/ddb0f9d785ae404e94732a6b5152a8a9 is 50, key is test_row_0/C:col10/1733449426913/Put/seqid=0
2024-12-06T01:43:48,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742468_1644 (size=12301)
2024-12-06T01:43:48,318 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/ddb0f9d785ae404e94732a6b5152a8a9
2024-12-06T01:43:48,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/95cec3d72c034bc38db538a57982cc51 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/95cec3d72c034bc38db538a57982cc51
2024-12-06T01:43:48,325 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/95cec3d72c034bc38db538a57982cc51, entries=150, sequenceid=293, filesize=30.5 K
2024-12-06T01:43:48,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/72594dd36f33491d9e0d8369e28cdede as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/72594dd36f33491d9e0d8369e28cdede
2024-12-06T01:43:48,329 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/72594dd36f33491d9e0d8369e28cdede, entries=150, sequenceid=293, filesize=12.0 K
2024-12-06T01:43:48,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/ddb0f9d785ae404e94732a6b5152a8a9 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/ddb0f9d785ae404e94732a6b5152a8a9
2024-12-06T01:43:48,333 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/ddb0f9d785ae404e94732a6b5152a8a9, entries=150, sequenceid=293, filesize=12.0 K
2024-12-06T01:43:48,334 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for e304936fca2448126be010c3c39dda15 in 906ms, sequenceid=293, compaction requested=false
2024-12-06T01:43:48,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:48,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:48,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153
2024-12-06T01:43:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=153
2024-12-06T01:43:48,338 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152
2024-12-06T01:43:48,338 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5200 sec
2024-12-06T01:43:48,342 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.5270 sec
2024-12-06T01:43:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on e304936fca2448126be010c3c39dda15
2024-12-06T01:43:48,734 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=131.94 KB heapSize=386.72 KB
2024-12-06T01:43:48,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:48,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:48,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:48,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:48,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:48,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:48,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120643f4e909a0c54eccb82145ebd85a4b8d_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449427586/Put/seqid=0
2024-12-06T01:43:48,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742469_1645 (size=12454)
2024-12-06T01:43:48,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449488749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:48,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:48,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:48,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:48,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449488755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:48,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:48,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:48,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:48,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449488862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:48,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:48,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:48,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:48,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449488862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:48,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:48,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:48,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-12-06T01:43:48,962 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:48,963 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:43:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees
2024-12-06T01:43:48,965 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:43:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-12-06T01:43:48,965 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:43:48,965 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:43:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-12-06T01:43:49,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449489072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:49,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449489072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:49,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:49,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:49,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:49,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:49,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-06T01:43:49,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:49,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:49,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:49,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:49,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:49,145 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:49,148 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120643f4e909a0c54eccb82145ebd85a4b8d_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120643f4e909a0c54eccb82145ebd85a4b8d_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:49,149 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/fbef12b825484a86b93d0e0b7186cd7f, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:49,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/fbef12b825484a86b93d0e0b7186cd7f is 175, key is test_row_0/A:col10/1733449427586/Put/seqid=0
2024-12-06T01:43:49,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742470_1646 (size=31255)
2024-12-06T01:43:49,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-06T01:43:49,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:49,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:49,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:49,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:49,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-12-06T01:43:49,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449489382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:49,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:49,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:49,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449489382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:49,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:49,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:49,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:49,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:49,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-06T01:43:49,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:49,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:49,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:49,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:49,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:49,554 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/fbef12b825484a86b93d0e0b7186cd7f
2024-12-06T01:43:49,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/0d68ed65761946f3bb928f57694e2987 is 50, key is test_row_0/B:col10/1733449427586/Put/seqid=0
2024-12-06T01:43:49,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742471_1647 (size=12301)
2024-12-06T01:43:49,565 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/0d68ed65761946f3bb928f57694e2987
2024-12-06T01:43:49,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/0bdd958d1eb74996b90c0d02c45c92db is 50, key is test_row_0/C:col10/1733449427586/Put/seqid=0
2024-12-06T01:43:49,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742472_1648 (size=12301)
2024-12-06T01:43:49,576 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/0bdd958d1eb74996b90c0d02c45c92db
2024-12-06T01:43:49,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-06T01:43:49,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:49,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:49,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:49,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:49,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:49,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/fbef12b825484a86b93d0e0b7186cd7f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/fbef12b825484a86b93d0e0b7186cd7f
2024-12-06T01:43:49,585 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/fbef12b825484a86b93d0e0b7186cd7f, entries=150, sequenceid=323, filesize=30.5 K
2024-12-06T01:43:49,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/0d68ed65761946f3bb928f57694e2987 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/0d68ed65761946f3bb928f57694e2987
2024-12-06T01:43:49,589 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/0d68ed65761946f3bb928f57694e2987, entries=150, sequenceid=323, filesize=12.0 K
2024-12-06T01:43:49,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/0bdd958d1eb74996b90c0d02c45c92db as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/0bdd958d1eb74996b90c0d02c45c92db
2024-12-06T01:43:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-12-06T01:43:49,593 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/0bdd958d1eb74996b90c0d02c45c92db, entries=150, sequenceid=323, filesize=12.0 K
2024-12-06T01:43:49,593 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~386.67 KB/395952, currentSize=46.96 KB/48090 for e304936fca2448126be010c3c39dda15 in 859ms, sequenceid=323, compaction requested=true
2024-12-06T01:43:49,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:49,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:43:49,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:49,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:43:49,594 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:49,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:49,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:43:49,594 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:49,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:49,595 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94345 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:49,595 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/A is initiating minor compaction (all files)
2024-12-06T01:43:49,595 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/A in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:49,595 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/63259c2dbf5b41da8a211c3b3c2f2bea, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/95cec3d72c034bc38db538a57982cc51, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/fbef12b825484a86b93d0e0b7186cd7f] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=92.1 K
2024-12-06T01:43:49,595 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:49,595 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/63259c2dbf5b41da8a211c3b3c2f2bea, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/95cec3d72c034bc38db538a57982cc51, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/fbef12b825484a86b93d0e0b7186cd7f]
2024-12-06T01:43:49,596 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:49,596 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63259c2dbf5b41da8a211c3b3c2f2bea, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733449426262
2024-12-06T01:43:49,596 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/B is initiating minor compaction (all files)
2024-12-06T01:43:49,596 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/B in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:49,596 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/a05698b60a574f4b815b58d80cf67c85, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/72594dd36f33491d9e0d8369e28cdede, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/0d68ed65761946f3bb928f57694e2987] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=36.6 K
2024-12-06T01:43:49,596 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95cec3d72c034bc38db538a57982cc51, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733449426904
2024-12-06T01:43:49,596 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbef12b825484a86b93d0e0b7186cd7f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733449427586
2024-12-06T01:43:49,596 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting a05698b60a574f4b815b58d80cf67c85, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733449426262
2024-12-06T01:43:49,597 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 72594dd36f33491d9e0d8369e28cdede, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733449426904
2024-12-06T01:43:49,597 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d68ed65761946f3bb928f57694e2987, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733449427586
2024-12-06T01:43:49,603 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:49,605 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#B#compaction#549 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:49,606 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/7bdb58fc1ed44b13846e84ec910f57dd is 50, key is test_row_0/B:col10/1733449427586/Put/seqid=0
2024-12-06T01:43:49,607 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412065ecfe86723304565ac37be175f74e8ff_e304936fca2448126be010c3c39dda15 store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:49,609 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412065ecfe86723304565ac37be175f74e8ff_e304936fca2448126be010c3c39dda15, store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:49,610 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065ecfe86723304565ac37be175f74e8ff_e304936fca2448126be010c3c39dda15 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:49,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742473_1649 (size=12983)
2024-12-06T01:43:49,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742474_1650 (size=4469)
2024-12-06T01:43:49,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-06T01:43:49,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:49,732 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-06T01:43:49,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:49,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:49,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:49,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:49,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:49,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:49,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e390807a1ca34e6bbaea02e24e1ca262_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449428753/Put/seqid=0
2024-12-06T01:43:49,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742475_1651 (size=12454)
2024-12-06T01:43:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on e304936fca2448126be010c3c39dda15
2024-12-06T01:43:49,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:49,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449429928, max timestamp=1733449429939Num uniques 859; 
2024-12-06T01:43:49,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:43:49,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449429928, max timestamp=1733449429939Num uniques 859; 
2024-12-06T01:43:49,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:43:49,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449429928, max timestamp=1733449429939Num uniques 859; 
2024-12-06T01:43:49,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:43:49,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449489990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:49,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:49,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:49,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:49,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449489991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:49,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:49,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:49,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:50,018 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/7bdb58fc1ed44b13846e84ec910f57dd as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/7bdb58fc1ed44b13846e84ec910f57dd
2024-12-06T01:43:50,022 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#A#compaction#548 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:50,023 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/76bb4111e88d4fbaa0eece56ddf09018 is 175, key is test_row_0/A:col10/1733449427586/Put/seqid=0
2024-12-06T01:43:50,024 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e304936fca2448126be010c3c39dda15/B of e304936fca2448126be010c3c39dda15 into 7bdb58fc1ed44b13846e84ec910f57dd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:50,024 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:50,024 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/B, priority=13, startTime=1733449429594; duration=0sec
2024-12-06T01:43:50,024 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:50,024 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:B
2024-12-06T01:43:50,026 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:50,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742476_1652 (size=31937)
2024-12-06T01:43:50,027 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:50,027 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/C is initiating minor compaction (all files)
2024-12-06T01:43:50,027 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/C in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:50,027 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/c966860ed9264610bb35cf40aeff40c8, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/ddb0f9d785ae404e94732a6b5152a8a9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/0bdd958d1eb74996b90c0d02c45c92db] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=36.6 K
2024-12-06T01:43:50,028 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting c966860ed9264610bb35cf40aeff40c8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733449426262
2024-12-06T01:43:50,028 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting ddb0f9d785ae404e94732a6b5152a8a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733449426904
2024-12-06T01:43:50,028 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bdd958d1eb74996b90c0d02c45c92db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733449427586
2024-12-06T01:43:50,031 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/76bb4111e88d4fbaa0eece56ddf09018 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/76bb4111e88d4fbaa0eece56ddf09018
2024-12-06T01:43:50,036 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e304936fca2448126be010c3c39dda15/A of e304936fca2448126be010c3c39dda15 into 76bb4111e88d4fbaa0eece56ddf09018(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:50,036 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:50,036 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/A, priority=13, startTime=1733449429593; duration=0sec
2024-12-06T01:43:50,037 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:50,037 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:A
2024-12-06T01:43:50,042 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#C#compaction#551 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:50,043 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/a3ee433b19ec4340bcf5a970d4109bb1 is 50, key is test_row_0/C:col10/1733449427586/Put/seqid=0
2024-12-06T01:43:50,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742477_1653 (size=12983)
2024-12-06T01:43:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-12-06T01:43:50,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449490102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:50,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:50,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449490102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:50,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:50,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:50,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:50,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:50,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:50,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:50,147 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e390807a1ca34e6bbaea02e24e1ca262_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e390807a1ca34e6bbaea02e24e1ca262_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:50,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/d683887eed1c41ae9aa8b792bb5116bc, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:50,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/d683887eed1c41ae9aa8b792bb5116bc is 175, key is test_row_0/A:col10/1733449428753/Put/seqid=0
2024-12-06T01:43:50,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742478_1654 (size=31255)
2024-12-06T01:43:50,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449490312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:50,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449490312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:50,460 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/a3ee433b19ec4340bcf5a970d4109bb1 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/a3ee433b19ec4340bcf5a970d4109bb1
2024-12-06T01:43:50,464 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e304936fca2448126be010c3c39dda15/C of e304936fca2448126be010c3c39dda15 into a3ee433b19ec4340bcf5a970d4109bb1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:50,464 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:50,464 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/C, priority=13, startTime=1733449429594; duration=0sec
2024-12-06T01:43:50,464 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:50,464 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:C
2024-12-06T01:43:50,552 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/d683887eed1c41ae9aa8b792bb5116bc
2024-12-06T01:43:50,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/ebb699a81dc14b7f8a56be3b4aff561e is 50, key is test_row_0/B:col10/1733449428753/Put/seqid=0
2024-12-06T01:43:50,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742479_1655 (size=12301)
2024-12-06T01:43:50,625 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449490623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:50,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449490623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:50,963 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/ebb699a81dc14b7f8a56be3b4aff561e
2024-12-06T01:43:50,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/7e8992bf809e486196391ab923e3c35b is 50, key is test_row_0/C:col10/1733449428753/Put/seqid=0
2024-12-06T01:43:50,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742480_1656 (size=12301)
2024-12-06T01:43:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-12-06T01:43:51,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449491133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:51,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449491133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:51,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:51,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:51,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:51,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:51,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:51,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:51,377 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/7e8992bf809e486196391ab923e3c35b
2024-12-06T01:43:51,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/d683887eed1c41ae9aa8b792bb5116bc as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/d683887eed1c41ae9aa8b792bb5116bc
2024-12-06T01:43:51,385 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/d683887eed1c41ae9aa8b792bb5116bc, entries=150, sequenceid=333, filesize=30.5 K
2024-12-06T01:43:51,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/ebb699a81dc14b7f8a56be3b4aff561e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/ebb699a81dc14b7f8a56be3b4aff561e
2024-12-06T01:43:51,389 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/ebb699a81dc14b7f8a56be3b4aff561e, entries=150, sequenceid=333, filesize=12.0 K
2024-12-06T01:43:51,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/7e8992bf809e486196391ab923e3c35b as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/7e8992bf809e486196391ab923e3c35b
2024-12-06T01:43:51,393 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/7e8992bf809e486196391ab923e3c35b, entries=150, sequenceid=333, filesize=12.0 K
2024-12-06T01:43:51,394 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e304936fca2448126be010c3c39dda15 in 1662ms, sequenceid=333, compaction requested=false
2024-12-06T01:43:51,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:51,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:51,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155
2024-12-06T01:43:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=155
2024-12-06T01:43:51,398 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154
2024-12-06T01:43:51,398 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4300 sec
2024-12-06T01:43:51,399 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.4350 sec
2024-12-06T01:43:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on e304936fca2448126be010c3c39dda15
2024-12-06T01:43:52,146 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB
2024-12-06T01:43:52,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:52,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:52,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:52,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:52,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:52,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-06T01:43:52,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068031c43e32ec4e529529cad3f88a1bd7_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449429980/Put/seqid=0
2024-12-06T01:43:52,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742481_1657 (size=14994)
2024-12-06T01:43:52,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449492165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:52,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:52,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:52,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:52,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449492169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:52,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:52,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:52,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:52,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449492272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:52,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:52,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:52,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:52,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449492282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:52,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:52,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:52,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:52,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449492482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:52,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:52,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:52,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:52,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449492492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:52,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:52,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:52,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:52,556 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:52,559 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068031c43e32ec4e529529cad3f88a1bd7_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068031c43e32ec4e529529cad3f88a1bd7_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:52,560 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/a9d37a19dc37414bbac7b62397de2891, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:52,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/a9d37a19dc37414bbac7b62397de2891 is 175, key is test_row_0/A:col10/1733449429980/Put/seqid=0
2024-12-06T01:43:52,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742482_1658 (size=39949)
2024-12-06T01:43:52,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449492792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:52,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:52,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:52,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:52,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449492802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:52,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:52,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:52,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:52,965 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/a9d37a19dc37414bbac7b62397de2891
2024-12-06T01:43:52,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/3749a68aeb40480d9629ff8bc4997fca is 50, key is test_row_0/B:col10/1733449429980/Put/seqid=0
2024-12-06T01:43:52,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742483_1659 (size=12301)
2024-12-06T01:43:52,975 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/3749a68aeb40480d9629ff8bc4997fca
2024-12-06T01:43:52,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/f8a825cc74714ac0ba948002b2823348 is 50, key is test_row_0/C:col10/1733449429980/Put/seqid=0
2024-12-06T01:43:52,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742484_1660 (size=12301)
2024-12-06T01:43:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-12-06T01:43:53,122 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:53,123 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-12-06T01:43:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees
2024-12-06T01:43:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-12-06T01:43:53,125 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-06T01:43:53,125 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-06T01:43:53,125 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-06T01:43:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-12-06T01:43:53,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-06T01:43:53,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:53,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:53,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:53,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:53,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T01:43:53,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449493303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:53,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449493312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:53,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:53,386 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/f8a825cc74714ac0ba948002b2823348
2024-12-06T01:43:53,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/a9d37a19dc37414bbac7b62397de2891 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/a9d37a19dc37414bbac7b62397de2891
2024-12-06T01:43:53,393 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/a9d37a19dc37414bbac7b62397de2891, entries=200, sequenceid=373, filesize=39.0 K
2024-12-06T01:43:53,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/3749a68aeb40480d9629ff8bc4997fca as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/3749a68aeb40480d9629ff8bc4997fca
2024-12-06T01:43:53,401 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/3749a68aeb40480d9629ff8bc4997fca, entries=150, sequenceid=373, filesize=12.0 K
2024-12-06T01:43:53,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/f8a825cc74714ac0ba948002b2823348 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/f8a825cc74714ac0ba948002b2823348
2024-12-06T01:43:53,405 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/f8a825cc74714ac0ba948002b2823348, entries=150, sequenceid=373, filesize=12.0 K
2024-12-06T01:43:53,405 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for e304936fca2448126be010c3c39dda15 in 1259ms, sequenceid=373, compaction requested=true
2024-12-06T01:43:53,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:53,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:43:53,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:53,406 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:53,406 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:53,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:43:53,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:53,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:43:53,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:53,407 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:53,407 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:53,407 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/B is initiating minor compaction (all files)
2024-12-06T01:43:53,407 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/A is initiating minor compaction (all files)
2024-12-06T01:43:53,407 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/B in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:53,407 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/A in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:53,407 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/7bdb58fc1ed44b13846e84ec910f57dd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/ebb699a81dc14b7f8a56be3b4aff561e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/3749a68aeb40480d9629ff8bc4997fca] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=36.7 K
2024-12-06T01:43:53,407 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/76bb4111e88d4fbaa0eece56ddf09018, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/d683887eed1c41ae9aa8b792bb5116bc, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/a9d37a19dc37414bbac7b62397de2891] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=100.7 K
2024-12-06T01:43:53,407 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:53,407 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/76bb4111e88d4fbaa0eece56ddf09018, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/d683887eed1c41ae9aa8b792bb5116bc, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/a9d37a19dc37414bbac7b62397de2891]
2024-12-06T01:43:53,407 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bdb58fc1ed44b13846e84ec910f57dd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733449427586
2024-12-06T01:43:53,408 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting ebb699a81dc14b7f8a56be3b4aff561e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733449428738
2024-12-06T01:43:53,408 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76bb4111e88d4fbaa0eece56ddf09018, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733449427586
2024-12-06T01:43:53,408 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 3749a68aeb40480d9629ff8bc4997fca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733449429980
2024-12-06T01:43:53,408 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting d683887eed1c41ae9aa8b792bb5116bc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733449428738
2024-12-06T01:43:53,408 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9d37a19dc37414bbac7b62397de2891, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733449429980
2024-12-06T01:43:53,415 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#B#compaction#557 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:53,416 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/906c8970728f4ee186db2fc94824107d is 50, key is test_row_0/B:col10/1733449429980/Put/seqid=0
2024-12-06T01:43:53,417 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:53,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742485_1661 (size=13085)
2024-12-06T01:43:53,420 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412064c605d57c445494dab0e5fa0cc3ddb52_e304936fca2448126be010c3c39dda15 store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:53,421 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412064c605d57c445494dab0e5fa0cc3ddb52_e304936fca2448126be010c3c39dda15, store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:53,422 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064c605d57c445494dab0e5fa0cc3ddb52_e304936fca2448126be010c3c39dda15 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:53,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742486_1662 (size=4469)
2024-12-06T01:43:53,426 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#A#compaction#558 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:53,426 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/76aab17b3e454c4687da2fe3f0cf16d2 is 175, key is test_row_0/A:col10/1733449429980/Put/seqid=0
2024-12-06T01:43:53,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742487_1663 (size=32039)
2024-12-06T01:43:53,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-06T01:43:53,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:53,431 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-12-06T01:43:53,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:53,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:53,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:53,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:53,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:53,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:53,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120604e55cb6da7e45e6bbb65b7ccbe096a1_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449432167/Put/seqid=0
2024-12-06T01:43:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-12-06T01:43:53,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742488_1664 (size=12454)
2024-12-06T01:43:53,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:53,452 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120604e55cb6da7e45e6bbb65b7ccbe096a1_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120604e55cb6da7e45e6bbb65b7ccbe096a1_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:53,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/135211e4e36649c4b28ed5a5679ad205, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:53,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/135211e4e36649c4b28ed5a5679ad205 is 175, key is test_row_0/A:col10/1733449432167/Put/seqid=0
2024-12-06T01:43:53,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742489_1665 (size=31255)
2024-12-06T01:43:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on e304936fca2448126be010c3c39dda15
2024-12-06T01:43:53,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. as already flushing
2024-12-06T01:43:53,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449433556, max timestamp=1733449433577Num uniques 859; 
2024-12-06T01:43:53,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449433556, max timestamp=1733449433577Num uniques 859; 
2024-12-06T01:43:53,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:43:53,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:43:53,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733449433556, max timestamp=1733449433577Num uniques 859; 
2024-12-06T01:43:53,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-06T01:43:53,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733449493611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:53,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:53,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1733449493612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:53,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:53,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:53,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50020 deadline: 1733449493619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:53,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:53,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733449493722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:53,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1733449493722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:53,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50020 deadline: 1733449493732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:53,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-12-06T01:43:53,824 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/906c8970728f4ee186db2fc94824107d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/906c8970728f4ee186db2fc94824107d
2024-12-06T01:43:53,828 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e304936fca2448126be010c3c39dda15/B of e304936fca2448126be010c3c39dda15 into 906c8970728f4ee186db2fc94824107d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:53,828 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:53,828 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/B, priority=13, startTime=1733449433406; duration=0sec
2024-12-06T01:43:53,828 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:53,828 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:B
2024-12-06T01:43:53,828 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:53,829 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:53,829 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/C is initiating minor compaction (all files)
2024-12-06T01:43:53,829 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/C in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:53,830 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/a3ee433b19ec4340bcf5a970d4109bb1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/7e8992bf809e486196391ab923e3c35b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/f8a825cc74714ac0ba948002b2823348] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=36.7 K
2024-12-06T01:43:53,830 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting a3ee433b19ec4340bcf5a970d4109bb1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733449427586
2024-12-06T01:43:53,831 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e8992bf809e486196391ab923e3c35b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733449428738
2024-12-06T01:43:53,831 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting f8a825cc74714ac0ba948002b2823348, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733449429980
2024-12-06T01:43:53,834 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/76aab17b3e454c4687da2fe3f0cf16d2 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/76aab17b3e454c4687da2fe3f0cf16d2
2024-12-06T01:43:53,838 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e304936fca2448126be010c3c39dda15/A of e304936fca2448126be010c3c39dda15 into 76aab17b3e454c4687da2fe3f0cf16d2(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:53,838 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:53,838 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/A, priority=13, startTime=1733449433406; duration=0sec
2024-12-06T01:43:53,838 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:53,838 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:A
2024-12-06T01:43:53,839 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#C#compaction#560 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:53,840 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/19b46e74637c4259bc6dae4c621ff6cd is 50, key is test_row_0/C:col10/1733449429980/Put/seqid=0
2024-12-06T01:43:53,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742490_1666 (size=13085)
2024-12-06T01:43:53,848 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/19b46e74637c4259bc6dae4c621ff6cd as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/19b46e74637c4259bc6dae4c621ff6cd
2024-12-06T01:43:53,851 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e304936fca2448126be010c3c39dda15/C of e304936fca2448126be010c3c39dda15 into 19b46e74637c4259bc6dae4c621ff6cd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:53,851 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:53,851 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/C, priority=13, startTime=1733449433406; duration=0sec
2024-12-06T01:43:53,851 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:53,851 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:C
2024-12-06T01:43:53,859 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/135211e4e36649c4b28ed5a5679ad205
2024-12-06T01:43:53,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/722ca193d5a249a9bd6426ad05132557 is 50, key is test_row_0/B:col10/1733449432167/Put/seqid=0
2024-12-06T01:43:53,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742491_1667 (size=12301)
2024-12-06T01:43:53,869 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/722ca193d5a249a9bd6426ad05132557
2024-12-06T01:43:53,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/79d88a0712c54e2596b4fb194ee66390 is 50, key is test_row_0/C:col10/1733449432167/Put/seqid=0
2024-12-06T01:43:53,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742492_1668 (size=12301)
2024-12-06T01:43:53,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733449493933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:53,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:53,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1733449493933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:53,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:53,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:53,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50020 deadline: 1733449493942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:53,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:53,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:54,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733449494242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:54,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1733449494242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:54,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:54,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:54,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50020 deadline: 1733449494252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:54,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-12-06T01:43:54,280 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/79d88a0712c54e2596b4fb194ee66390
2024-12-06T01:43:54,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/135211e4e36649c4b28ed5a5679ad205 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/135211e4e36649c4b28ed5a5679ad205
2024-12-06T01:43:54,288 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/135211e4e36649c4b28ed5a5679ad205, entries=150, sequenceid=382, filesize=30.5 K
2024-12-06T01:43:54,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/722ca193d5a249a9bd6426ad05132557 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/722ca193d5a249a9bd6426ad05132557
2024-12-06T01:43:54,293 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/722ca193d5a249a9bd6426ad05132557, entries=150, sequenceid=382, filesize=12.0 K
2024-12-06T01:43:54,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/79d88a0712c54e2596b4fb194ee66390 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/79d88a0712c54e2596b4fb194ee66390
2024-12-06T01:43:54,297 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/79d88a0712c54e2596b4fb194ee66390, entries=150, sequenceid=382, filesize=12.0 K
2024-12-06T01:43:54,298 INFO  [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for e304936fca2448126be010c3c39dda15 in 867ms, sequenceid=382, compaction requested=false
2024-12-06T01:43:54,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:54,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:54,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157
2024-12-06T01:43:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster(4169): Remote procedure done, pid=157
2024-12-06T01:43:54,301 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156
2024-12-06T01:43:54,302 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1750 sec
2024-12-06T01:43:54,303 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.1790 sec
2024-12-06T01:43:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on e304936fca2448126be010c3c39dda15
2024-12-06T01:43:54,315 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB
2024-12-06T01:43:54,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:54,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:43:54,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:54,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:43:54,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:54,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:43:54,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065868d72ac8ee40559d5b2fcb174a4149_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449433610/Put/seqid=0
2024-12-06T01:43:54,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742493_1669 (size=12454)
2024-12-06T01:43:54,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449494331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:54,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:54,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449494332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:54,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449494442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:54,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449494442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:54,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449494652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:54,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449494652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:54,730 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,735 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065868d72ac8ee40559d5b2fcb174a4149_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065868d72ac8ee40559d5b2fcb174a4149_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:54,737 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/a087366f6d3c45f9b8e4ce08f1d24ce5, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:54,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/a087366f6d3c45f9b8e4ce08f1d24ce5 is 175, key is test_row_0/A:col10/1733449433610/Put/seqid=0
2024-12-06T01:43:54,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733449494752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:54,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:54,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1733449494752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:54,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:54,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742494_1670 (size=31255)
2024-12-06T01:43:54,759 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=423, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/a087366f6d3c45f9b8e4ce08f1d24ce5
2024-12-06T01:43:54,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50020 deadline: 1733449494763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:54,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/8d7aa04118f84b53beab967bf9faa6fe is 50, key is test_row_0/B:col10/1733449433610/Put/seqid=0
2024-12-06T01:43:54,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:54,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:54,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742495_1671 (size=12301)
2024-12-06T01:43:54,798 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/8d7aa04118f84b53beab967bf9faa6fe
2024-12-06T01:43:54,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/b498303ec33d4d8d88f2b45c45ffba5c is 50, key is test_row_0/C:col10/1733449433610/Put/seqid=0
2024-12-06T01:43:54,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742496_1672 (size=12301)
2024-12-06T01:43:54,814 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/b498303ec33d4d8d88f2b45c45ffba5c
2024-12-06T01:43:54,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/a087366f6d3c45f9b8e4ce08f1d24ce5 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/a087366f6d3c45f9b8e4ce08f1d24ce5
2024-12-06T01:43:54,825 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/a087366f6d3c45f9b8e4ce08f1d24ce5, entries=150, sequenceid=423, filesize=30.5 K
2024-12-06T01:43:54,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/8d7aa04118f84b53beab967bf9faa6fe as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/8d7aa04118f84b53beab967bf9faa6fe
2024-12-06T01:43:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,833 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/8d7aa04118f84b53beab967bf9faa6fe, entries=150, sequenceid=423, filesize=12.0 K
2024-12-06T01:43:54,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/b498303ec33d4d8d88f2b45c45ffba5c as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/b498303ec33d4d8d88f2b45c45ffba5c
2024-12-06T01:43:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,840 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/b498303ec33d4d8d88f2b45c45ffba5c, entries=150, sequenceid=423, filesize=12.0 K
2024-12-06T01:43:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,841 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for e304936fca2448126be010c3c39dda15 in 526ms, sequenceid=423, compaction requested=true
2024-12-06T01:43:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:54,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:43:54,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:54,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:43:54,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-06T01:43:54,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:43:54,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-12-06T01:43:54,841 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,842 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,843 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:54,843 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:54,843 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/A is initiating minor compaction (all files)
2024-12-06T01:43:54,843 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/C is initiating minor compaction (all files)
2024-12-06T01:43:54,843 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/A in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:54,843 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/C in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:54,844 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/76aab17b3e454c4687da2fe3f0cf16d2, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/135211e4e36649c4b28ed5a5679ad205, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/a087366f6d3c45f9b8e4ce08f1d24ce5] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=92.3 K
2024-12-06T01:43:54,844 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/19b46e74637c4259bc6dae4c621ff6cd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/79d88a0712c54e2596b4fb194ee66390, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/b498303ec33d4d8d88f2b45c45ffba5c] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=36.8 K
2024-12-06T01:43:54,844 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:54,844 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. files: [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/76aab17b3e454c4687da2fe3f0cf16d2, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/135211e4e36649c4b28ed5a5679ad205, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/a087366f6d3c45f9b8e4ce08f1d24ce5]
2024-12-06T01:43:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,845 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76aab17b3e454c4687da2fe3f0cf16d2, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733449429980
2024-12-06T01:43:54,845 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 19b46e74637c4259bc6dae4c621ff6cd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733449429980
2024-12-06T01:43:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,846 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 135211e4e36649c4b28ed5a5679ad205, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733449432151
2024-12-06T01:43:54,846 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting 79d88a0712c54e2596b4fb194ee66390, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733449432151
2024-12-06T01:43:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,846 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting a087366f6d3c45f9b8e4ce08f1d24ce5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1733449433603
2024-12-06T01:43:54,846 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] compactions.Compactor(225): Compacting b498303ec33d4d8d88f2b45c45ffba5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1733449433603
2024-12-06T01:43:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,856 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#C#compaction#566 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,856 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/d8e3ecda785b4fb192bfa34c2c903b46 is 50, key is test_row_0/C:col10/1733449433610/Put/seqid=0
2024-12-06T01:43:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,858 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,872 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206a3c6ebdb6597475aaec1826b8693ae9d_e304936fca2448126be010c3c39dda15 store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,875 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206a3c6ebdb6597475aaec1826b8693ae9d_e304936fca2448126be010c3c39dda15, store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:54,875 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a3c6ebdb6597475aaec1826b8693ae9d_e304936fca2448126be010c3c39dda15 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742497_1673 (size=13187)
2024-12-06T01:43:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742498_1674 (size=4469)
2024-12-06T01:43:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,911 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#A#compaction#567 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,911 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/cf766923ec704478af4d79ef57b5d396 is 175, key is test_row_0/A:col10/1733449433610/Put/seqid=0
2024-12-06T01:43:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742499_1675 (size=32141)
2024-12-06T01:43:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,921 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/cf766923ec704478af4d79ef57b5d396 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/cf766923ec704478af4d79ef57b5d396
2024-12-06T01:43:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,929 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e304936fca2448126be010c3c39dda15/A of e304936fca2448126be010c3c39dda15 into cf766923ec704478af4d79ef57b5d396(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:54,929 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,929 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/A, priority=13, startTime=1733449434841; duration=0sec
2024-12-06T01:43:54,929 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-06T01:43:54,929 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:A
2024-12-06T01:43:54,929 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-06T01:43:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,930 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-06T01:43:54,930 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1541): e304936fca2448126be010c3c39dda15/B is initiating minor compaction (all files)
2024-12-06T01:43:54,930 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e304936fca2448126be010c3c39dda15/B in TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,931 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/906c8970728f4ee186db2fc94824107d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/722ca193d5a249a9bd6426ad05132557, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/8d7aa04118f84b53beab967bf9faa6fe] into tmpdir=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp, totalSize=36.8 K
2024-12-06T01:43:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,933 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 906c8970728f4ee186db2fc94824107d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733449429980
2024-12-06T01:43:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,941 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 722ca193d5a249a9bd6426ad05132557, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733449432151
2024-12-06T01:43:54,941 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d7aa04118f84b53beab967bf9faa6fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1733449433603
2024-12-06T01:43:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,950 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e304936fca2448126be010c3c39dda15#B#compaction#568 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-06T01:43:54,951 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/90411f4128d6400a9380fbbbf8ad1f0c is 50, key is test_row_0/B:col10/1733449433610/Put/seqid=0
2024-12-06T01:43:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on e304936fca2448126be010c3c39dda15
2024-12-06T01:43:54,967 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-06T01:43:54,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:54,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:54,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:54,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:54,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:54,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742500_1676 (size=13187)
2024-12-06T01:43:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120634355bd28ae5473980cab3af3193e61f_e304936fca2448126be010c3c39dda15 is 50, key is test_row_1/A:col10/1733449434966/Put/seqid=0
2024-12-06T01:43:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,979 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/90411f4128d6400a9380fbbbf8ad1f0c as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/90411f4128d6400a9380fbbbf8ad1f0c
2024-12-06T01:43:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,993 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e304936fca2448126be010c3c39dda15/B of e304936fca2448126be010c3c39dda15 into 90411f4128d6400a9380fbbbf8ad1f0c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:54,993 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:54,993 INFO  [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/B, priority=13, startTime=1733449434841; duration=0sec
2024-12-06T01:43:54,993 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:54,993 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:B
2024-12-06T01:43:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742501_1677 (size=14994)
2024-12-06T01:43:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,001 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,005 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120634355bd28ae5473980cab3af3193e61f_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120634355bd28ae5473980cab3af3193e61f_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,006 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/395750bf42ab4bdbafe4e0d9c38a46f6, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/395750bf42ab4bdbafe4e0d9c38a46f6 is 175, key is test_row_1/A:col10/1733449434966/Put/seqid=0
2024-12-06T01:43:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34571 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:55,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742502_1678 (size=39945)
2024-12-06T01:43:55,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449435029, max timestamp=1733449435048Num uniques 859; 
2024-12-06T01:43:55,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:55,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449435029, max timestamp=1733449435048Num uniques 859; 
2024-12-06T01:43:55,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:55,054 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733449435029, max timestamp=1733449435048Num uniques 859; 
2024-12-06T01:43:55,054 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/00c764f7c3aa:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-06T01:43:55,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449495100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:55,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:55,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449495106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:55,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:55,158 INFO  [Thread-2539 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2539.
2024-12-06T01:43:55,158 DEBUG [Thread-2539 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:43:55,159 DEBUG [Thread-2539 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:55,159 INFO  [Thread-2535 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2535.
2024-12-06T01:43:55,159 DEBUG [Thread-2535 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:43:55,159 DEBUG [Thread-2539 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:55,159 DEBUG [Thread-2535 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:55,159 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:55,159 DEBUG [Thread-2535 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:55,159 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:55,160 INFO  [Thread-2541 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2541.
2024-12-06T01:43:55,160 DEBUG [Thread-2541 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:43:55,160 DEBUG [Thread-2541 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:55,160 DEBUG [Thread-2541 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:55,160 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:55,164 INFO  [Thread-2537 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2537.
2024-12-06T01:43:55,164 DEBUG [Thread-2537 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:43:55,164 DEBUG [Thread-2537 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:55,164 DEBUG [Thread-2537 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:55,164 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:55,165 INFO  [Thread-2543 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2543.
2024-12-06T01:43:55,165 DEBUG [Thread-2543 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:43:55,165 DEBUG [Thread-2543 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:55,166 DEBUG [Thread-2543 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:55,166 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:55,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449495212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:55,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:55,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449495222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-12-06T01:43:55,272 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:43:55,282 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/d8e3ecda785b4fb192bfa34c2c903b46 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/d8e3ecda785b4fb192bfa34c2c903b46
2024-12-06T01:43:55,285 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e304936fca2448126be010c3c39dda15/C of e304936fca2448126be010c3c39dda15 into d8e3ecda785b4fb192bfa34c2c903b46(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-06T01:43:55,285 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:55,286 INFO  [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., storeName=e304936fca2448126be010c3c39dda15/C, priority=13, startTime=1733449434841; duration=0sec
2024-12-06T01:43:55,286 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:55,286 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:C
2024-12-06T01:43:55,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449495422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:55,432 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=434, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/395750bf42ab4bdbafe4e0d9c38a46f6
2024-12-06T01:43:55,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449495432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:55,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:55,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/7671f0b89f034f86b16923306effceb8 is 50, key is test_row_1/B:col10/1733449434966/Put/seqid=0
2024-12-06T01:43:55,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742503_1679 (size=9857)
2024-12-06T01:43:55,670 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-06T01:43:55,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449495732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:55,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:55,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449495742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:55,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:55,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50066 deadline: 1733449495762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:55,763 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_1' in e304936fca2448126be010c3c39dda15 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:55,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:55,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1733449495772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:55,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50020 deadline: 1733449495772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:55,773 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_0' in e304936fca2448126be010c3c39dda15 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:55,773 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,773 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 00c764f7c3aa,34571,1733449257601 for 'test_row_0' in e304936fca2448126be010c3c39dda15 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-12-06T01:43:55,773 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,773 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:55,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:55,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:55,844 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/7671f0b89f034f86b16923306effceb8
2024-12-06T01:43:55,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/c7e9d194128c4f51bdd8b66201b74a9e is 50, key is test_row_1/C:col10/1733449434966/Put/seqid=0
2024-12-06T01:43:55,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742504_1680 (size=9857)
2024-12-06T01:43:56,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50090 deadline: 1733449496242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:56,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:56,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:56,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:56,252 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/c7e9d194128c4f51bdd8b66201b74a9e
2024-12-06T01:43:56,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-06T01:43:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1733449496253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 , the old value is region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-06T01:43:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., hostname=00c764f7c3aa,34571,1733449257601, seqNum=5 because the exception is null or not the one we care about
2024-12-06T01:43:56,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/395750bf42ab4bdbafe4e0d9c38a46f6 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/395750bf42ab4bdbafe4e0d9c38a46f6
2024-12-06T01:43:56,258 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/395750bf42ab4bdbafe4e0d9c38a46f6, entries=200, sequenceid=434, filesize=39.0 K
2024-12-06T01:43:56,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/7671f0b89f034f86b16923306effceb8 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/7671f0b89f034f86b16923306effceb8
2024-12-06T01:43:56,261 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/7671f0b89f034f86b16923306effceb8, entries=100, sequenceid=434, filesize=9.6 K
2024-12-06T01:43:56,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/c7e9d194128c4f51bdd8b66201b74a9e as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/c7e9d194128c4f51bdd8b66201b74a9e
2024-12-06T01:43:56,264 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/c7e9d194128c4f51bdd8b66201b74a9e, entries=100, sequenceid=434, filesize=9.6 K
2024-12-06T01:43:56,264 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e304936fca2448126be010c3c39dda15 in 1297ms, sequenceid=434, compaction requested=false
2024-12-06T01:43:56,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34571 {}] regionserver.HRegion(8855): Flush requested on e304936fca2448126be010c3c39dda15
2024-12-06T01:43:57,264 INFO  [Thread-2530 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2530.
2024-12-06T01:43:57,264 INFO  [Thread-2528 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2528.
2024-12-06T01:43:57,265 DEBUG [Thread-2530 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:43:57,265 DEBUG [Thread-2528 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:43:57,265 DEBUG [Thread-2530 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:57,265 DEBUG [Thread-2528 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:57,265 DEBUG [Thread-2528 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:57,265 DEBUG [Thread-2530 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:57,265 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:57,265 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=147.60 KB heapSize=425.53 KB
2024-12-06T01:43:57,265 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:57,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:57,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:43:57,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:57,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:43:57,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:57,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-06T01:43:57,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120686dd0dbc39ce4337b05fabb9c22b8487_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449435090/Put/seqid=0
2024-12-06T01:43:57,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742505_1681 (size=12454)
2024-12-06T01:43:57,676 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:57,679 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120686dd0dbc39ce4337b05fabb9c22b8487_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120686dd0dbc39ce4337b05fabb9c22b8487_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:57,680 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/b46f92f1ac054f3896cecbab64ba07a9, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:57,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/b46f92f1ac054f3896cecbab64ba07a9 is 175, key is test_row_0/A:col10/1733449435090/Put/seqid=0
2024-12-06T01:43:57,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742506_1682 (size=31255)
2024-12-06T01:43:57,784 INFO  [Thread-2532 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2532.
2024-12-06T01:43:57,784 DEBUG [Thread-2532 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:43:57,784 DEBUG [Thread-2532 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:57,784 DEBUG [Thread-2532 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:57,784 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:57,794 INFO  [Thread-2524 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2524.
2024-12-06T01:43:57,794 DEBUG [Thread-2524 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:43:57,794 DEBUG [Thread-2524 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:57,794 DEBUG [Thread-2524 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:57,794 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:57,803 INFO  [Thread-2526 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2526.
2024-12-06T01:43:57,803 DEBUG [Thread-2526 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-06T01:43:57,803 DEBUG [Thread-2526 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:57,803 DEBUG [Thread-2526 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:57,803 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:57,803 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-06T01:43:57,803 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 30
2024-12-06T01:43:57,803 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 31
2024-12-06T01:43:57,803 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 148
2024-12-06T01:43:57,803 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 155
2024-12-06T01:43:57,803 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 23
2024-12-06T01:43:57,803 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-06T01:43:57,803 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2918
2024-12-06T01:43:57,803 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2824
2024-12-06T01:43:57,803 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2928
2024-12-06T01:43:57,803 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2940
2024-12-06T01:43:57,803 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2808
2024-12-06T01:43:57,803 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-06T01:43:57,803 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-06T01:43:57,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T01:43:57,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:57,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:43:57,804 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:43:57,804 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-12-06T01:43:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-12-06T01:43:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-12-06T01:43:57,807 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449437806"}]},"ts":"1733449437806"}
2024-12-06T01:43:57,808 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-06T01:43:57,808 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-06T01:43:57,808 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-06T01:43:57,809 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e304936fca2448126be010c3c39dda15, UNASSIGN}]
2024-12-06T01:43:57,810 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e304936fca2448126be010c3c39dda15, UNASSIGN
2024-12-06T01:43:57,810 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=160 updating hbase:meta row=e304936fca2448126be010c3c39dda15, regionState=CLOSING, regionLocation=00c764f7c3aa,34571,1733449257601
2024-12-06T01:43:57,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e304936fca2448126be010c3c39dda15, UNASSIGN because future has completed
2024-12-06T01:43:57,811 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-06T01:43:57,811 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; CloseRegionProcedure e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601}]
2024-12-06T01:43:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-12-06T01:43:57,963 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(122): Close e304936fca2448126be010c3c39dda15
2024-12-06T01:43:57,963 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-06T01:43:57,963 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1722): Closing e304936fca2448126be010c3c39dda15, disabling compactions & flushes
2024-12-06T01:43:57,963 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:58,084 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=475, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/b46f92f1ac054f3896cecbab64ba07a9
2024-12-06T01:43:58,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/db2021dc31c741f3b88b5f683fe43914 is 50, key is test_row_0/B:col10/1733449435090/Put/seqid=0
2024-12-06T01:43:58,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742507_1683 (size=12301)
2024-12-06T01:43:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-12-06T01:43:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-12-06T01:43:58,492 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/db2021dc31c741f3b88b5f683fe43914
2024-12-06T01:43:58,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/fbaf1aa234d74a8582080c7d7bff5f82 is 50, key is test_row_0/C:col10/1733449435090/Put/seqid=0
2024-12-06T01:43:58,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742508_1684 (size=12301)
2024-12-06T01:43:58,901 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/fbaf1aa234d74a8582080c7d7bff5f82
2024-12-06T01:43:58,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/b46f92f1ac054f3896cecbab64ba07a9 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/b46f92f1ac054f3896cecbab64ba07a9
2024-12-06T01:43:58,907 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/b46f92f1ac054f3896cecbab64ba07a9, entries=150, sequenceid=475, filesize=30.5 K
2024-12-06T01:43:58,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/db2021dc31c741f3b88b5f683fe43914 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/db2021dc31c741f3b88b5f683fe43914
2024-12-06T01:43:58,910 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/db2021dc31c741f3b88b5f683fe43914, entries=150, sequenceid=475, filesize=12.0 K
2024-12-06T01:43:58,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/fbaf1aa234d74a8582080c7d7bff5f82 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/fbaf1aa234d74a8582080c7d7bff5f82
2024-12-06T01:43:58,913 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/fbaf1aa234d74a8582080c7d7bff5f82, entries=150, sequenceid=475, filesize=12.0 K
2024-12-06T01:43:58,913 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~425.48 KB/435696, currentSize=20.13 KB/20610 for e304936fca2448126be010c3c39dda15 in 1648ms, sequenceid=475, compaction requested=true
2024-12-06T01:43:58,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e304936fca2448126be010c3c39dda15:

2024-12-06T01:43:58,914 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:58,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:A, priority=-2147483648, current under compaction store size is 1
2024-12-06T01:43:58,914 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:58,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:58,914 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. because compaction request was cancelled
2024-12-06T01:43:58,914 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. after waiting 0 ms
2024-12-06T01:43:58,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:B, priority=-2147483648, current under compaction store size is 2
2024-12-06T01:43:58,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:58,914 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:A
2024-12-06T01:43:58,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e304936fca2448126be010c3c39dda15:C, priority=-2147483648, current under compaction store size is 3
2024-12-06T01:43:58,914 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. because compaction request was cancelled
2024-12-06T01:43:58,914 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:43:58,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-06T01:43:58,914 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. because compaction request was cancelled
2024-12-06T01:43:58,914 DEBUG [RS:0;00c764f7c3aa:34571-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:C
2024-12-06T01:43:58,914 DEBUG [RS:0;00c764f7c3aa:34571-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e304936fca2448126be010c3c39dda15:B
2024-12-06T01:43:58,914 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(2902): Flushing e304936fca2448126be010c3c39dda15 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB
2024-12-06T01:43:58,914 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=A
2024-12-06T01:43:58,914 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:58,914 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=B
2024-12-06T01:43:58,914 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:58,914 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e304936fca2448126be010c3c39dda15, store=C
2024-12-06T01:43:58,914 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-06T01:43:58,918 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064f3769a0ba18408482699dc4e342a1cf_e304936fca2448126be010c3c39dda15 is 50, key is test_row_0/A:col10/1733449437802/Put/seqid=0
2024-12-06T01:43:58,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742509_1685 (size=9914)
2024-12-06T01:43:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-12-06T01:43:59,321 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T01:43:59,324 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064f3769a0ba18408482699dc4e342a1cf_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f3769a0ba18408482699dc4e342a1cf_e304936fca2448126be010c3c39dda15
2024-12-06T01:43:59,324 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/8090db442fbd439dadee6f77433ec19a, store: [table=TestAcidGuarantees family=A region=e304936fca2448126be010c3c39dda15]
2024-12-06T01:43:59,325 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/8090db442fbd439dadee6f77433ec19a is 175, key is test_row_0/A:col10/1733449437802/Put/seqid=0
2024-12-06T01:43:59,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742510_1686 (size=22561)
2024-12-06T01:43:59,728 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=481, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/8090db442fbd439dadee6f77433ec19a
2024-12-06T01:43:59,734 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/0bd1643b66454cb195a2884f946ee13d is 50, key is test_row_0/B:col10/1733449437802/Put/seqid=0
2024-12-06T01:43:59,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742511_1687 (size=9857)
2024-12-06T01:43:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-12-06T01:44:00,137 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/0bd1643b66454cb195a2884f946ee13d
2024-12-06T01:44:00,142 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/894f2ea6ee3542729381903208f0e06f is 50, key is test_row_0/C:col10/1733449437802/Put/seqid=0
2024-12-06T01:44:00,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742512_1688 (size=9857)
2024-12-06T01:44:00,549 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/894f2ea6ee3542729381903208f0e06f
2024-12-06T01:44:00,552 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/A/8090db442fbd439dadee6f77433ec19a as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/8090db442fbd439dadee6f77433ec19a
2024-12-06T01:44:00,555 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/8090db442fbd439dadee6f77433ec19a, entries=100, sequenceid=481, filesize=22.0 K
2024-12-06T01:44:00,555 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/B/0bd1643b66454cb195a2884f946ee13d as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/0bd1643b66454cb195a2884f946ee13d
2024-12-06T01:44:00,558 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/0bd1643b66454cb195a2884f946ee13d, entries=100, sequenceid=481, filesize=9.6 K
2024-12-06T01:44:00,558 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/.tmp/C/894f2ea6ee3542729381903208f0e06f as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/894f2ea6ee3542729381903208f0e06f
2024-12-06T01:44:00,560 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/894f2ea6ee3542729381903208f0e06f, entries=100, sequenceid=481, filesize=9.6 K
2024-12-06T01:44:00,561 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for e304936fca2448126be010c3c39dda15 in 1647ms, sequenceid=481, compaction requested=true
2024-12-06T01:44:00,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/eb701c1903d5420c8a93b66552a4d4d5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/aec94d2e8b544155b2bcc85f78677b62, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/3a18a1ecc6a34684ba8ce5362f4ce613, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/d9dd76af2be543eda63506ce3d6701a6, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/4badc7e7b7d34a58a14404a5f0e418e4, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/77c59ed2c4584b00843ef8b3483d9ecf, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/aa6cc6cd05d34d8bb6c046f2355267d5, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/856f25c9c9e84f4f8762d34c02b7b291, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/fcb7b019f18643108368445012528960, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/4445cd7d3d534b118c8b28f8ff5241b7, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/e6e901f683604c26a4bcd189ca194a1f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/c39c2304957640bebda1552fa733d0aa, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/52d8e6a64d44461ea0a466adc9c32b86, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/782a77080c594331b3de23235b937123, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/1ff28cae10d346fa81465b7ddc90e438, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/01c5b58e00db4b269d542d3dff1943d1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/ac451d6dca02490fb93209e3c814ceb3, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/63259c2dbf5b41da8a211c3b3c2f2bea, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/95cec3d72c034bc38db538a57982cc51, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/76bb4111e88d4fbaa0eece56ddf09018, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/fbef12b825484a86b93d0e0b7186cd7f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/d683887eed1c41ae9aa8b792bb5116bc, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/a9d37a19dc37414bbac7b62397de2891, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/76aab17b3e454c4687da2fe3f0cf16d2, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/135211e4e36649c4b28ed5a5679ad205, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/a087366f6d3c45f9b8e4ce08f1d24ce5] to archive
2024-12-06T01:44:00,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-06T01:44:00,563 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/eb701c1903d5420c8a93b66552a4d4d5 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/eb701c1903d5420c8a93b66552a4d4d5
2024-12-06T01:44:00,564 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/aec94d2e8b544155b2bcc85f78677b62 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/aec94d2e8b544155b2bcc85f78677b62
2024-12-06T01:44:00,565 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/3a18a1ecc6a34684ba8ce5362f4ce613 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/3a18a1ecc6a34684ba8ce5362f4ce613
2024-12-06T01:44:00,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/d9dd76af2be543eda63506ce3d6701a6 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/d9dd76af2be543eda63506ce3d6701a6
2024-12-06T01:44:00,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/4badc7e7b7d34a58a14404a5f0e418e4 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/4badc7e7b7d34a58a14404a5f0e418e4
2024-12-06T01:44:00,567 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/77c59ed2c4584b00843ef8b3483d9ecf to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/77c59ed2c4584b00843ef8b3483d9ecf
2024-12-06T01:44:00,568 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/aa6cc6cd05d34d8bb6c046f2355267d5 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/aa6cc6cd05d34d8bb6c046f2355267d5
2024-12-06T01:44:00,569 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/856f25c9c9e84f4f8762d34c02b7b291 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/856f25c9c9e84f4f8762d34c02b7b291
2024-12-06T01:44:00,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/fcb7b019f18643108368445012528960 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/fcb7b019f18643108368445012528960
2024-12-06T01:44:00,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/4445cd7d3d534b118c8b28f8ff5241b7 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/4445cd7d3d534b118c8b28f8ff5241b7
2024-12-06T01:44:00,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/e6e901f683604c26a4bcd189ca194a1f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/e6e901f683604c26a4bcd189ca194a1f
2024-12-06T01:44:00,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/c39c2304957640bebda1552fa733d0aa to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/c39c2304957640bebda1552fa733d0aa
2024-12-06T01:44:00,573 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/52d8e6a64d44461ea0a466adc9c32b86 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/52d8e6a64d44461ea0a466adc9c32b86
2024-12-06T01:44:00,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/782a77080c594331b3de23235b937123 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/782a77080c594331b3de23235b937123
2024-12-06T01:44:00,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/1ff28cae10d346fa81465b7ddc90e438 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/1ff28cae10d346fa81465b7ddc90e438
2024-12-06T01:44:00,575 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/01c5b58e00db4b269d542d3dff1943d1 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/01c5b58e00db4b269d542d3dff1943d1
2024-12-06T01:44:00,576 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/ac451d6dca02490fb93209e3c814ceb3 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/ac451d6dca02490fb93209e3c814ceb3
2024-12-06T01:44:00,577 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/63259c2dbf5b41da8a211c3b3c2f2bea to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/63259c2dbf5b41da8a211c3b3c2f2bea
2024-12-06T01:44:00,577 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/95cec3d72c034bc38db538a57982cc51 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/95cec3d72c034bc38db538a57982cc51
2024-12-06T01:44:00,578 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/76bb4111e88d4fbaa0eece56ddf09018 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/76bb4111e88d4fbaa0eece56ddf09018
2024-12-06T01:44:00,579 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/fbef12b825484a86b93d0e0b7186cd7f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/fbef12b825484a86b93d0e0b7186cd7f
2024-12-06T01:44:00,580 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/d683887eed1c41ae9aa8b792bb5116bc to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/d683887eed1c41ae9aa8b792bb5116bc
2024-12-06T01:44:00,580 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/a9d37a19dc37414bbac7b62397de2891 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/a9d37a19dc37414bbac7b62397de2891
2024-12-06T01:44:00,581 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/76aab17b3e454c4687da2fe3f0cf16d2 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/76aab17b3e454c4687da2fe3f0cf16d2
2024-12-06T01:44:00,582 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/135211e4e36649c4b28ed5a5679ad205 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/135211e4e36649c4b28ed5a5679ad205
2024-12-06T01:44:00,583 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/a087366f6d3c45f9b8e4ce08f1d24ce5 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/a087366f6d3c45f9b8e4ce08f1d24ce5
2024-12-06T01:44:00,584 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/89ed5c94590e4ac6afe62125fe5b5ae1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/207304283f9141fdbd23323f5f25d909, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/96c4f87a6e0347488bc2a02d1e37603f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/f03821821a7e422884be5b6865c5bb61, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/fdfdd82aff384f5fa61e032e3a5d4b6b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/997e989c474b41c2b36171e340aa6c1b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/4944b206a9814534bd1d12ebd6834e74, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/e6fe2840e3f94d1482913c1d8a58132f, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/0cd3e3b9e4de4fc887a183188e006843, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/60a67bf8123a4852bde508e168141016, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/150c83c65a5b45448bf6e2a50c4e5469, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/a4efd4c9eadd4d56ae63c55e365882a6, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/799cf427f7744b17b8b0a95c519c2f51, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/7e7711a939584996a48d10369c055191, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/ea52adce71f84bb7ad9ad301274e69a8, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/2c3be60d0a7a43b2a3350b3c780509db, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/a05698b60a574f4b815b58d80cf67c85, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/39591b473c904242b1bd1c49330b226e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/72594dd36f33491d9e0d8369e28cdede, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/7bdb58fc1ed44b13846e84ec910f57dd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/0d68ed65761946f3bb928f57694e2987, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/ebb699a81dc14b7f8a56be3b4aff561e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/906c8970728f4ee186db2fc94824107d, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/3749a68aeb40480d9629ff8bc4997fca, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/722ca193d5a249a9bd6426ad05132557, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/8d7aa04118f84b53beab967bf9faa6fe] to archive
2024-12-06T01:44:00,585 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-06T01:44:00,586 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/89ed5c94590e4ac6afe62125fe5b5ae1 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/89ed5c94590e4ac6afe62125fe5b5ae1
2024-12-06T01:44:00,587 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/207304283f9141fdbd23323f5f25d909 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/207304283f9141fdbd23323f5f25d909
2024-12-06T01:44:00,587 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/96c4f87a6e0347488bc2a02d1e37603f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/96c4f87a6e0347488bc2a02d1e37603f
2024-12-06T01:44:00,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/f03821821a7e422884be5b6865c5bb61 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/f03821821a7e422884be5b6865c5bb61
2024-12-06T01:44:00,589 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/fdfdd82aff384f5fa61e032e3a5d4b6b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/fdfdd82aff384f5fa61e032e3a5d4b6b
2024-12-06T01:44:00,590 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/997e989c474b41c2b36171e340aa6c1b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/997e989c474b41c2b36171e340aa6c1b
2024-12-06T01:44:00,590 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/4944b206a9814534bd1d12ebd6834e74 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/4944b206a9814534bd1d12ebd6834e74
2024-12-06T01:44:00,591 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/e6fe2840e3f94d1482913c1d8a58132f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/e6fe2840e3f94d1482913c1d8a58132f
2024-12-06T01:44:00,592 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/0cd3e3b9e4de4fc887a183188e006843 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/0cd3e3b9e4de4fc887a183188e006843
2024-12-06T01:44:00,593 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/60a67bf8123a4852bde508e168141016 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/60a67bf8123a4852bde508e168141016
2024-12-06T01:44:00,593 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/150c83c65a5b45448bf6e2a50c4e5469 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/150c83c65a5b45448bf6e2a50c4e5469
2024-12-06T01:44:00,594 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/a4efd4c9eadd4d56ae63c55e365882a6 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/a4efd4c9eadd4d56ae63c55e365882a6
2024-12-06T01:44:00,595 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/799cf427f7744b17b8b0a95c519c2f51 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/799cf427f7744b17b8b0a95c519c2f51
2024-12-06T01:44:00,595 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/7e7711a939584996a48d10369c055191 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/7e7711a939584996a48d10369c055191
2024-12-06T01:44:00,596 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/ea52adce71f84bb7ad9ad301274e69a8 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/ea52adce71f84bb7ad9ad301274e69a8
2024-12-06T01:44:00,597 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/2c3be60d0a7a43b2a3350b3c780509db to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/2c3be60d0a7a43b2a3350b3c780509db
2024-12-06T01:44:00,597 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/a05698b60a574f4b815b58d80cf67c85 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/a05698b60a574f4b815b58d80cf67c85
2024-12-06T01:44:00,598 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/39591b473c904242b1bd1c49330b226e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/39591b473c904242b1bd1c49330b226e
2024-12-06T01:44:00,599 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/72594dd36f33491d9e0d8369e28cdede to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/72594dd36f33491d9e0d8369e28cdede
2024-12-06T01:44:00,600 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/7bdb58fc1ed44b13846e84ec910f57dd to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/7bdb58fc1ed44b13846e84ec910f57dd
2024-12-06T01:44:00,600 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/0d68ed65761946f3bb928f57694e2987 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/0d68ed65761946f3bb928f57694e2987
2024-12-06T01:44:00,601 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/ebb699a81dc14b7f8a56be3b4aff561e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/ebb699a81dc14b7f8a56be3b4aff561e
2024-12-06T01:44:00,602 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/906c8970728f4ee186db2fc94824107d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/906c8970728f4ee186db2fc94824107d
2024-12-06T01:44:00,603 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/3749a68aeb40480d9629ff8bc4997fca to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/3749a68aeb40480d9629ff8bc4997fca
2024-12-06T01:44:00,603 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/722ca193d5a249a9bd6426ad05132557 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/722ca193d5a249a9bd6426ad05132557
2024-12-06T01:44:00,604 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/8d7aa04118f84b53beab967bf9faa6fe to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/8d7aa04118f84b53beab967bf9faa6fe
2024-12-06T01:44:00,605 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/97587c63b00d446c86f9eaf7d19b6905, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/9a7da1ca8e0d4c268ec4669620cf8733, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/224d8c24b6654473b82f1dd6cce158e7, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/93a83ead340d42c6869e8c92e922d78b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/b40e572296e74768828bc88f695c430c, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/47c6a1fec6c3429faaa95b0675b5f70a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/ec11d2ef79194f848776c91c180998cd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/92c956c54b674402bf2dde0f79773ed8, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/90da09cf30294b118215e5bd7061ab2a, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/b2a83398cd7a4ce5bd165d1ffd692b11, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/54cc7ae8543a4c3daf702e56f83476b1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/e8801f95162747b187e4268ccf4cee65, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/339512d78a9147faa9ee13a6b084f566, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/d542cf278d6d452cb5027101ea149004, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/643a6ceca30e4834a632e0a9541a379e, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/cea97be83b4145a5b8e0c686bb62bd90, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/c966860ed9264610bb35cf40aeff40c8, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/bc155c603aeb436494c7b2c0b3170412, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/ddb0f9d785ae404e94732a6b5152a8a9, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/a3ee433b19ec4340bcf5a970d4109bb1, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/0bdd958d1eb74996b90c0d02c45c92db, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/7e8992bf809e486196391ab923e3c35b, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/19b46e74637c4259bc6dae4c621ff6cd, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/f8a825cc74714ac0ba948002b2823348, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/79d88a0712c54e2596b4fb194ee66390, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/b498303ec33d4d8d88f2b45c45ffba5c] to archive
2024-12-06T01:44:00,605 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-06T01:44:00,606 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/97587c63b00d446c86f9eaf7d19b6905 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/97587c63b00d446c86f9eaf7d19b6905
2024-12-06T01:44:00,607 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/9a7da1ca8e0d4c268ec4669620cf8733 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/9a7da1ca8e0d4c268ec4669620cf8733
2024-12-06T01:44:00,608 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/224d8c24b6654473b82f1dd6cce158e7 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/224d8c24b6654473b82f1dd6cce158e7
2024-12-06T01:44:00,609 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/93a83ead340d42c6869e8c92e922d78b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/93a83ead340d42c6869e8c92e922d78b
2024-12-06T01:44:00,610 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/b40e572296e74768828bc88f695c430c to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/b40e572296e74768828bc88f695c430c
2024-12-06T01:44:00,610 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/47c6a1fec6c3429faaa95b0675b5f70a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/47c6a1fec6c3429faaa95b0675b5f70a
2024-12-06T01:44:00,611 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/ec11d2ef79194f848776c91c180998cd to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/ec11d2ef79194f848776c91c180998cd
2024-12-06T01:44:00,612 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/92c956c54b674402bf2dde0f79773ed8 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/92c956c54b674402bf2dde0f79773ed8
2024-12-06T01:44:00,612 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/90da09cf30294b118215e5bd7061ab2a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/90da09cf30294b118215e5bd7061ab2a
2024-12-06T01:44:00,613 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/b2a83398cd7a4ce5bd165d1ffd692b11 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/b2a83398cd7a4ce5bd165d1ffd692b11
2024-12-06T01:44:00,614 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/54cc7ae8543a4c3daf702e56f83476b1 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/54cc7ae8543a4c3daf702e56f83476b1
2024-12-06T01:44:00,615 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/e8801f95162747b187e4268ccf4cee65 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/e8801f95162747b187e4268ccf4cee65
2024-12-06T01:44:00,616 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/339512d78a9147faa9ee13a6b084f566 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/339512d78a9147faa9ee13a6b084f566
2024-12-06T01:44:00,616 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/d542cf278d6d452cb5027101ea149004 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/d542cf278d6d452cb5027101ea149004
2024-12-06T01:44:00,617 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/643a6ceca30e4834a632e0a9541a379e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/643a6ceca30e4834a632e0a9541a379e
2024-12-06T01:44:00,618 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/cea97be83b4145a5b8e0c686bb62bd90 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/cea97be83b4145a5b8e0c686bb62bd90
2024-12-06T01:44:00,619 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/c966860ed9264610bb35cf40aeff40c8 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/c966860ed9264610bb35cf40aeff40c8
2024-12-06T01:44:00,620 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/bc155c603aeb436494c7b2c0b3170412 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/bc155c603aeb436494c7b2c0b3170412
2024-12-06T01:44:00,620 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/ddb0f9d785ae404e94732a6b5152a8a9 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/ddb0f9d785ae404e94732a6b5152a8a9
2024-12-06T01:44:00,621 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/a3ee433b19ec4340bcf5a970d4109bb1 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/a3ee433b19ec4340bcf5a970d4109bb1
2024-12-06T01:44:00,622 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/0bdd958d1eb74996b90c0d02c45c92db to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/0bdd958d1eb74996b90c0d02c45c92db
2024-12-06T01:44:00,623 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/7e8992bf809e486196391ab923e3c35b to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/7e8992bf809e486196391ab923e3c35b
2024-12-06T01:44:00,624 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/19b46e74637c4259bc6dae4c621ff6cd to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/19b46e74637c4259bc6dae4c621ff6cd
2024-12-06T01:44:00,625 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/f8a825cc74714ac0ba948002b2823348 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/f8a825cc74714ac0ba948002b2823348
2024-12-06T01:44:00,625 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/79d88a0712c54e2596b4fb194ee66390 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/79d88a0712c54e2596b4fb194ee66390
2024-12-06T01:44:00,626 DEBUG [StoreCloser-TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/b498303ec33d4d8d88f2b45c45ffba5c to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/b498303ec33d4d8d88f2b45c45ffba5c
2024-12-06T01:44:00,630 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/recovered.edits/484.seqid, newMaxSeqId=484, maxSeqId=4
2024-12-06T01:44:00,631 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.
2024-12-06T01:44:00,631 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1676): Region close journal for e304936fca2448126be010c3c39dda15:
Waiting for close lock at 1733449437963Running coprocessor pre-close hooks at 1733449437963Disabling compacts and flushes for region at 1733449437963Disabling writes for close at 1733449438914 (+951 ms)Obtaining lock to block concurrent updates at 1733449438914Preparing flush snapshotting stores in e304936fca2448126be010c3c39dda15 at 1733449438914Finished memstore snapshotting TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733449438914Flushing stores of TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15. at 1733449438914Flushing e304936fca2448126be010c3c39dda15/A: creating writer at 1733449438914Flushing mob file e304936fca2448126be010c3c39dda15/A: appending metadata at 1733449438918 (+4 ms)Flushing mob file e304936fca2448126be010c3c39dda15/A: closing flushed file at 1733449438918Flushing e304936fca2448126be010c3c39dda15/A: appending metadata at 1733449439324 (+406 ms)Flushing e304936fca2448126be010c3c39dda15/A: closing flushed file at 1733449439325 (+1 ms)Flushing e304936fca2448126be010c3c39dda15/B: creating writer at 1733449439731 (+406 ms)Flushing e304936fca2448126be010c3c39dda15/B: appending metadata at 1733449439733 (+2 ms)Flushing e304936fca2448126be010c3c39dda15/B: closing flushed file at 1733449439733Flushing e304936fca2448126be010c3c39dda15/C: creating writer at 1733449440140 (+407 ms)Flushing e304936fca2448126be010c3c39dda15/C: appending metadata at 1733449440142 (+2 ms)Flushing e304936fca2448126be010c3c39dda15/C: closing flushed file at 1733449440142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25571b41: reopening flushed file at 1733449440552 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2912e98c: reopening flushed file at 1733449440555 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@178d6b6f: reopening flushed file at 1733449440558 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for e304936fca2448126be010c3c39dda15 in 1647ms, sequenceid=481, compaction requested=true at 1733449440561 (+3 ms)Writing region close event to WAL at 1733449440628 (+67 ms)Running coprocessor post-close hooks at 1733449440631 (+3 ms)Closed at 1733449440631
2024-12-06T01:44:00,633 INFO  [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(157): Closed e304936fca2448126be010c3c39dda15
2024-12-06T01:44:00,633 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=160 updating hbase:meta row=e304936fca2448126be010c3c39dda15, regionState=CLOSED
2024-12-06T01:44:00,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=161, ppid=160, state=RUNNABLE, hasLock=false; CloseRegionProcedure e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601 because future has completed
2024-12-06T01:44:00,636 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160
2024-12-06T01:44:00,636 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; CloseRegionProcedure e304936fca2448126be010c3c39dda15, server=00c764f7c3aa,34571,1733449257601 in 2.8240 sec
2024-12-06T01:44:00,637 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159
2024-12-06T01:44:00,637 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e304936fca2448126be010c3c39dda15, UNASSIGN in 2.8270 sec
2024-12-06T01:44:00,639 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158
2024-12-06T01:44:00,639 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.8300 sec
2024-12-06T01:44:00,640 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449440640"}]},"ts":"1733449440640"}
2024-12-06T01:44:00,641 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-06T01:44:00,641 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-06T01:44:00,642 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.8380 sec
2024-12-06T01:44:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-12-06T01:44:01,962 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:44:01,963 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-12-06T01:44:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:44:01,964 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:44:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-12-06T01:44:01,965 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=162, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:44:01,966 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15
2024-12-06T01:44:01,968 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A, FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B, FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C, FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/recovered.edits]
2024-12-06T01:44:01,970 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/395750bf42ab4bdbafe4e0d9c38a46f6 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/395750bf42ab4bdbafe4e0d9c38a46f6
2024-12-06T01:44:01,971 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/8090db442fbd439dadee6f77433ec19a to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/8090db442fbd439dadee6f77433ec19a
2024-12-06T01:44:01,972 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/b46f92f1ac054f3896cecbab64ba07a9 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/b46f92f1ac054f3896cecbab64ba07a9
2024-12-06T01:44:01,973 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/cf766923ec704478af4d79ef57b5d396 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/A/cf766923ec704478af4d79ef57b5d396
2024-12-06T01:44:01,974 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/0bd1643b66454cb195a2884f946ee13d to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/0bd1643b66454cb195a2884f946ee13d
2024-12-06T01:44:01,975 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/7671f0b89f034f86b16923306effceb8 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/7671f0b89f034f86b16923306effceb8
2024-12-06T01:44:01,976 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/90411f4128d6400a9380fbbbf8ad1f0c to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/90411f4128d6400a9380fbbbf8ad1f0c
2024-12-06T01:44:01,977 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/db2021dc31c741f3b88b5f683fe43914 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/B/db2021dc31c741f3b88b5f683fe43914
2024-12-06T01:44:01,978 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/894f2ea6ee3542729381903208f0e06f to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/894f2ea6ee3542729381903208f0e06f
2024-12-06T01:44:01,979 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/c7e9d194128c4f51bdd8b66201b74a9e to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/c7e9d194128c4f51bdd8b66201b74a9e
2024-12-06T01:44:01,980 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/d8e3ecda785b4fb192bfa34c2c903b46 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/d8e3ecda785b4fb192bfa34c2c903b46
2024-12-06T01:44:01,981 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/fbaf1aa234d74a8582080c7d7bff5f82 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/C/fbaf1aa234d74a8582080c7d7bff5f82
2024-12-06T01:44:01,983 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/recovered.edits/484.seqid to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15/recovered.edits/484.seqid
2024-12-06T01:44:01,983 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/default/TestAcidGuarantees/e304936fca2448126be010c3c39dda15
2024-12-06T01:44:01,983 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-06T01:44:01,984 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-06T01:44:01,984 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-12-06T01:44:01,986 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060447136960594d2ebdbb0f07a10709f7_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060447136960594d2ebdbb0f07a10709f7_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:01,987 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120604e55cb6da7e45e6bbb65b7ccbe096a1_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120604e55cb6da7e45e6bbb65b7ccbe096a1_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:01,988 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060d3ced5521354d4a9b4c254996581e50_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060d3ced5521354d4a9b4c254996581e50_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:01,988 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120634355bd28ae5473980cab3af3193e61f_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120634355bd28ae5473980cab3af3193e61f_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:01,989 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063c1d25be1a4d400d93efa7ed264c9717_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063c1d25be1a4d400d93efa7ed264c9717_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:01,990 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120643f4e909a0c54eccb82145ebd85a4b8d_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120643f4e909a0c54eccb82145ebd85a4b8d_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:01,991 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206464f3409460d4188be9cd41be58d210f_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206464f3409460d4188be9cd41be58d210f_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:01,991 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f3769a0ba18408482699dc4e342a1cf_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f3769a0ba18408482699dc4e342a1cf_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:01,992 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065868d72ac8ee40559d5b2fcb174a4149_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065868d72ac8ee40559d5b2fcb174a4149_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:01,993 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065d17678fd4654423b65fc5968e2c70f7_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065d17678fd4654423b65fc5968e2c70f7_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:01,993 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412066f5c173703064b75bfa7b520ea4338b4_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412066f5c173703064b75bfa7b520ea4338b4_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:01,994 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206714abd76fb3d4c5c9e6f1f6b72d49af1_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206714abd76fb3d4c5c9e6f1f6b72d49af1_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:01,995 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067c99e93ceabe465b99358a2aeb9cbfbc_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067c99e93ceabe465b99358a2aeb9cbfbc_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:01,995 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068031c43e32ec4e529529cad3f88a1bd7_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068031c43e32ec4e529529cad3f88a1bd7_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:01,996 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120684f3ef3a0e114fe4a5f77f0c4094673c_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120684f3ef3a0e114fe4a5f77f0c4094673c_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:01,997 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120686dd0dbc39ce4337b05fabb9c22b8487_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120686dd0dbc39ce4337b05fabb9c22b8487_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:01,998 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120689a1ca05bb4b44ac95068f7f72fe9c78_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120689a1ca05bb4b44ac95068f7f72fe9c78_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:01,999 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069ca3bc2cf0584f1a979b281e991cde6e_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069ca3bc2cf0584f1a979b281e991cde6e_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:02,000 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206aac0bbf8a5a14ddd9a82ffaa546c0600_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206aac0bbf8a5a14ddd9a82ffaa546c0600_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:02,001 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b29f7e6b3be140bdbd292c8aefbc61d6_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b29f7e6b3be140bdbd292c8aefbc61d6_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:02,002 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206de9593bd314045d69addc36daf6ad83e_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206de9593bd314045d69addc36daf6ad83e_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:02,003 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e390807a1ca34e6bbaea02e24e1ca262_e304936fca2448126be010c3c39dda15 to hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e390807a1ca34e6bbaea02e24e1ca262_e304936fca2448126be010c3c39dda15
2024-12-06T01:44:02,003 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-06T01:44:02,005 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=162, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:44:02,008 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-06T01:44:02,010 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-12-06T01:44:02,010 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=162, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:44:02,010 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-12-06T01:44:02,010 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733449442010"}]},"ts":"9223372036854775807"}
2024-12-06T01:44:02,012 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-06T01:44:02,012 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e304936fca2448126be010c3c39dda15, NAME => 'TestAcidGuarantees,,1733449412052.e304936fca2448126be010c3c39dda15.', STARTKEY => '', ENDKEY => ''}]
2024-12-06T01:44:02,012 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-12-06T01:44:02,012 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733449442012"}]},"ts":"9223372036854775807"}
2024-12-06T01:44:02,014 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-12-06T01:44:02,014 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=162, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-06T01:44:02,015 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 51 msec
2024-12-06T01:44:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-12-06T01:44:02,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-12-06T01:44:02,073 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-12-06T01:44:02,084 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250 (was 248) - Thread LEAK? -, OpenFileDescriptor=457 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=428 (was 448), ProcessCount=11 (was 11), AvailableMemoryMB=9122 (was 9215)
2024-12-06T01:44:02,084 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-06T01:44:02,084 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-06T01:44:02,084 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T01:44:02,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:44:02,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:44:02,084 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-06T01:44:02,085 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-06T01:44:02,085 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=855483586, stopped=false
2024-12-06T01:44:02,085 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=00c764f7c3aa,34147,1733449256661
2024-12-06T01:44:02,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34571-0x10064fc441a0001, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-06T01:44:02,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-06T01:44:02,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T01:44:02,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34571-0x10064fc441a0001, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T01:44:02,087 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-06T01:44:02,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T01:44:02,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34571-0x10064fc441a0001, quorum=127.0.0.1:63786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-06T01:44:02,088 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-06T01:44:02,088 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T01:44:02,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:44:02,089 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c764f7c3aa,34571,1733449257601' *****
2024-12-06T01:44:02,089 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-06T01:44:02,089 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-06T01:44:02,089 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-06T01:44:02,089 INFO  [RS:0;00c764f7c3aa:34571 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-06T01:44:02,090 INFO  [RS:0;00c764f7c3aa:34571 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-06T01:44:02,090 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(959): stopping server 00c764f7c3aa,34571,1733449257601
2024-12-06T01:44:02,090 INFO  [RS:0;00c764f7c3aa:34571 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-06T01:44:02,090 INFO  [RS:0;00c764f7c3aa:34571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;00c764f7c3aa:34571.
2024-12-06T01:44:02,090 DEBUG [RS:0;00c764f7c3aa:34571 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-06T01:44:02,090 DEBUG [RS:0;00c764f7c3aa:34571 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:44:02,090 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-06T01:44:02,090 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-06T01:44:02,090 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-06T01:44:02,090 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-06T01:44:02,091 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-06T01:44:02,091 DEBUG [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-12-06T01:44:02,091 DEBUG [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-06T01:44:02,091 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-06T01:44:02,091 INFO  [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-06T01:44:02,091 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-06T01:44:02,091 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-06T01:44:02,091 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-06T01:44:02,091 INFO  [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB
2024-12-06T01:44:02,115 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/.tmp/info/254d984677624843a33d6c2df3615e9c is 95, key is TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d./info:/1733449288762/DeleteFamily/seqid=0
2024-12-06T01:44:02,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742513_1689 (size=6514)
2024-12-06T01:44:02,187 INFO  [regionserver/00c764f7c3aa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-06T01:44:02,291 DEBUG [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-06T01:44:02,491 DEBUG [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-06T01:44:02,518 INFO  [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/.tmp/info/254d984677624843a33d6c2df3615e9c
2024-12-06T01:44:02,536 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/.tmp/ns/b73bfd7a10d8440abdffac17685ca9fb is 93, key is TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d./ns:/1733449288710/DeleteFamily/seqid=0
2024-12-06T01:44:02,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742514_1690 (size=5906)
2024-12-06T01:44:02,692 DEBUG [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-06T01:44:02,892 DEBUG [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-06T01:44:02,926 INFO  [regionserver/00c764f7c3aa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-06T01:44:02,926 INFO  [regionserver/00c764f7c3aa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-06T01:44:02,939 INFO  [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/.tmp/ns/b73bfd7a10d8440abdffac17685ca9fb
2024-12-06T01:44:02,956 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/.tmp/rep_barrier/68a90a7f8e9e4fd99fd4ed22234921a9 is 102, key is TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d./rep_barrier:/1733449288710/DeleteFamily/seqid=0
2024-12-06T01:44:02,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742515_1691 (size=6025)
2024-12-06T01:44:03,092 DEBUG [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-06T01:44:03,292 DEBUG [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-06T01:44:03,360 INFO  [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/.tmp/rep_barrier/68a90a7f8e9e4fd99fd4ed22234921a9
2024-12-06T01:44:03,378 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/.tmp/table/ec7d6beacf184c0db3ebad046ec9a9e2 is 96, key is TestAcidGuarantees,,1733449261059.f348020e25d42bc4501cb844ecda8f5d./table:/1733449288710/DeleteFamily/seqid=0
2024-12-06T01:44:03,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742516_1692 (size=5936)
2024-12-06T01:44:03,492 DEBUG [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-06T01:44:03,693 DEBUG [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-06T01:44:03,781 INFO  [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/.tmp/table/ec7d6beacf184c0db3ebad046ec9a9e2
2024-12-06T01:44:03,784 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/.tmp/info/254d984677624843a33d6c2df3615e9c as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/info/254d984677624843a33d6c2df3615e9c
2024-12-06T01:44:03,787 INFO  [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/info/254d984677624843a33d6c2df3615e9c, entries=12, sequenceid=90, filesize=6.4 K
2024-12-06T01:44:03,788 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/.tmp/ns/b73bfd7a10d8440abdffac17685ca9fb as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/ns/b73bfd7a10d8440abdffac17685ca9fb
2024-12-06T01:44:03,790 INFO  [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/ns/b73bfd7a10d8440abdffac17685ca9fb, entries=8, sequenceid=90, filesize=5.8 K
2024-12-06T01:44:03,791 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/.tmp/rep_barrier/68a90a7f8e9e4fd99fd4ed22234921a9 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/rep_barrier/68a90a7f8e9e4fd99fd4ed22234921a9
2024-12-06T01:44:03,793 INFO  [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/rep_barrier/68a90a7f8e9e4fd99fd4ed22234921a9, entries=6, sequenceid=90, filesize=5.9 K
2024-12-06T01:44:03,793 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/.tmp/table/ec7d6beacf184c0db3ebad046ec9a9e2 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/table/ec7d6beacf184c0db3ebad046ec9a9e2
2024-12-06T01:44:03,796 INFO  [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/table/ec7d6beacf184c0db3ebad046ec9a9e2, entries=7, sequenceid=90, filesize=5.8 K
2024-12-06T01:44:03,796 INFO  [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=90, compaction requested=false
2024-12-06T01:44:03,800 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1
2024-12-06T01:44:03,801 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-06T01:44:03,801 INFO  [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-06T01:44:03,801 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733449442091Running coprocessor pre-close hooks at 1733449442091Disabling compacts and flushes for region at 1733449442091Disabling writes for close at 1733449442091Obtaining lock to block concurrent updates at 1733449442091Preparing flush snapshotting stores in 1588230740 at 1733449442091Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733449442092 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733449442092Flushing 1588230740/info: creating writer at 1733449442092Flushing 1588230740/info: appending metadata at 1733449442114 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733449442114Flushing 1588230740/ns: creating writer at 1733449442521 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733449442536 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733449442536Flushing 1588230740/rep_barrier: creating writer at 1733449442942 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733449442956 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733449442956Flushing 1588230740/table: creating writer at 1733449443363 (+407 ms)Flushing 1588230740/table: appending metadata at 1733449443377 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733449443377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b33f6a: reopening flushed file at 1733449443784 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a60de04: reopening flushed file at 1733449443787 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b0466ea: reopening flushed file at 1733449443790 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6712d086: reopening flushed file at 1733449443793 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=90, compaction requested=false at 1733449443796 (+3 ms)Writing region close event to WAL at 1733449443798 (+2 ms)Running coprocessor post-close hooks at 1733449443800 (+2 ms)Closed at 1733449443801 (+1 ms)
2024-12-06T01:44:03,801 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-06T01:44:03,893 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(976): stopping server 00c764f7c3aa,34571,1733449257601; all regions closed.
2024-12-06T01:44:03,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741834_1010 (size=25344)
2024-12-06T01:44:03,900 DEBUG [RS:0;00c764f7c3aa:34571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/oldWALs
2024-12-06T01:44:03,900 INFO  [RS:0;00c764f7c3aa:34571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c764f7c3aa%2C34571%2C1733449257601.meta:.meta(num 1733449260549)
2024-12-06T01:44:03,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741833_1009 (size=19264839)
2024-12-06T01:44:03,904 DEBUG [RS:0;00c764f7c3aa:34571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/oldWALs
2024-12-06T01:44:03,904 INFO  [RS:0;00c764f7c3aa:34571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c764f7c3aa%2C34571%2C1733449257601:(num 1733449260043)
2024-12-06T01:44:03,904 DEBUG [RS:0;00c764f7c3aa:34571 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-06T01:44:03,904 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.LeaseManager(133): Closed leases
2024-12-06T01:44:03,904 INFO  [RS:0;00c764f7c3aa:34571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-06T01:44:03,905 INFO  [RS:0;00c764f7c3aa:34571 {}] hbase.ChoreService(370): Chore service for: regionserver/00c764f7c3aa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-06T01:44:03,905 INFO  [RS:0;00c764f7c3aa:34571 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-06T01:44:03,905 INFO  [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-06T01:44:03,906 INFO  [RS:0;00c764f7c3aa:34571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34571
2024-12-06T01:44:03,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34571-0x10064fc441a0001, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c764f7c3aa,34571,1733449257601
2024-12-06T01:44:03,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-06T01:44:03,910 INFO  [RS:0;00c764f7c3aa:34571 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-06T01:44:03,911 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c764f7c3aa,34571,1733449257601]
2024-12-06T01:44:03,914 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c764f7c3aa,34571,1733449257601 already deleted, retry=false
2024-12-06T01:44:03,914 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c764f7c3aa,34571,1733449257601 expired; onlineServers=0
2024-12-06T01:44:03,914 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '00c764f7c3aa,34147,1733449256661' *****
2024-12-06T01:44:03,914 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-06T01:44:03,914 INFO  [M:0;00c764f7c3aa:34147 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-06T01:44:03,914 INFO  [M:0;00c764f7c3aa:34147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-06T01:44:03,914 DEBUG [M:0;00c764f7c3aa:34147 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-06T01:44:03,914 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-06T01:44:03,914 DEBUG [M:0;00c764f7c3aa:34147 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-06T01:44:03,914 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449259673 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449259673,5,FailOnTimeoutGroup]
2024-12-06T01:44:03,914 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449259670 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449259670,5,FailOnTimeoutGroup]
2024-12-06T01:44:03,915 INFO  [M:0;00c764f7c3aa:34147 {}] hbase.ChoreService(370): Chore service for: master/00c764f7c3aa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-06T01:44:03,915 INFO  [M:0;00c764f7c3aa:34147 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-06T01:44:03,915 DEBUG [M:0;00c764f7c3aa:34147 {}] master.HMaster(1795): Stopping service threads
2024-12-06T01:44:03,915 INFO  [M:0;00c764f7c3aa:34147 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-06T01:44:03,915 INFO  [M:0;00c764f7c3aa:34147 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-06T01:44:03,915 ERROR [M:0;00c764f7c3aa:34147 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[HFileArchiver-6,5,PEWorkerGroup]
2024-12-06T01:44:03,916 INFO  [M:0;00c764f7c3aa:34147 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-06T01:44:03,916 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-06T01:44:03,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-06T01:44:03,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-06T01:44:03,917 DEBUG [M:0;00c764f7c3aa:34147 {}] zookeeper.ZKUtil(347): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-06T01:44:03,917 WARN  [M:0;00c764f7c3aa:34147 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-06T01:44:03,918 INFO  [M:0;00c764f7c3aa:34147 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/.lastflushedseqids
2024-12-06T01:44:03,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742517_1693 (size=72)
2024-12-06T01:44:04,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34571-0x10064fc441a0001, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T01:44:04,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34571-0x10064fc441a0001, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T01:44:04,014 INFO  [RS:0;00c764f7c3aa:34571 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-06T01:44:04,014 INFO  [RS:0;00c764f7c3aa:34571 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c764f7c3aa,34571,1733449257601; zookeeper connection closed.
2024-12-06T01:44:04,014 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c0096f9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c0096f9
2024-12-06T01:44:04,015 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-06T01:44:04,328 INFO  [M:0;00c764f7c3aa:34147 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-06T01:44:04,328 INFO  [M:0;00c764f7c3aa:34147 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-06T01:44:04,328 DEBUG [M:0;00c764f7c3aa:34147 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-06T01:44:04,328 INFO  [M:0;00c764f7c3aa:34147 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T01:44:04,328 DEBUG [M:0;00c764f7c3aa:34147 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T01:44:04,328 DEBUG [M:0;00c764f7c3aa:34147 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-06T01:44:04,328 DEBUG [M:0;00c764f7c3aa:34147 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T01:44:04,328 INFO  [M:0;00c764f7c3aa:34147 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=761.53 KB heapSize=932.18 KB
2024-12-06T01:44:04,343 DEBUG [M:0;00c764f7c3aa:34147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56636fcb40f54bc0ac2aa1b96e054a93 is 82, key is hbase:meta,,1/info:regioninfo/1733449260645/Put/seqid=0
2024-12-06T01:44:04,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742518_1694 (size=5672)
2024-12-06T01:44:04,747 INFO  [M:0;00c764f7c3aa:34147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2109 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56636fcb40f54bc0ac2aa1b96e054a93
2024-12-06T01:44:04,767 DEBUG [M:0;00c764f7c3aa:34147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae306d5381c7471e80556598e8afda29 is 2481, key is \x00\x00\x00\x00\x00\x00\x00\x8B/proc:d/1733449415122/Put/seqid=0
2024-12-06T01:44:04,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742519_1695 (size=44020)
2024-12-06T01:44:05,171 INFO  [M:0;00c764f7c3aa:34147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=760.97 KB at sequenceid=2109 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae306d5381c7471e80556598e8afda29
2024-12-06T01:44:05,175 INFO  [M:0;00c764f7c3aa:34147 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae306d5381c7471e80556598e8afda29
2024-12-06T01:44:05,189 DEBUG [M:0;00c764f7c3aa:34147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c437468f4594028a235e79a6778b296 is 69, key is 00c764f7c3aa,34571,1733449257601/rs:state/1733449259808/Put/seqid=0
2024-12-06T01:44:05,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073742520_1696 (size=5156)
2024-12-06T01:44:05,593 INFO  [M:0;00c764f7c3aa:34147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2109 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c437468f4594028a235e79a6778b296
2024-12-06T01:44:05,596 DEBUG [M:0;00c764f7c3aa:34147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56636fcb40f54bc0ac2aa1b96e054a93 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56636fcb40f54bc0ac2aa1b96e054a93
2024-12-06T01:44:05,599 INFO  [M:0;00c764f7c3aa:34147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56636fcb40f54bc0ac2aa1b96e054a93, entries=8, sequenceid=2109, filesize=5.5 K
2024-12-06T01:44:05,600 DEBUG [M:0;00c764f7c3aa:34147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae306d5381c7471e80556598e8afda29 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae306d5381c7471e80556598e8afda29
2024-12-06T01:44:05,602 INFO  [M:0;00c764f7c3aa:34147 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae306d5381c7471e80556598e8afda29
2024-12-06T01:44:05,602 INFO  [M:0;00c764f7c3aa:34147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae306d5381c7471e80556598e8afda29, entries=162, sequenceid=2109, filesize=43.0 K
2024-12-06T01:44:05,603 DEBUG [M:0;00c764f7c3aa:34147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c437468f4594028a235e79a6778b296 as hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c437468f4594028a235e79a6778b296
2024-12-06T01:44:05,605 INFO  [M:0;00c764f7c3aa:34147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/f309790a-0173-1184-50d4-1e6693919866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c437468f4594028a235e79a6778b296, entries=1, sequenceid=2109, filesize=5.0 K
2024-12-06T01:44:05,606 INFO  [M:0;00c764f7c3aa:34147 {}] regionserver.HRegion(3140): Finished flush of dataSize ~761.53 KB/779802, heapSize ~931.88 KB/954248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=2109, compaction requested=false
2024-12-06T01:44:05,607 INFO  [M:0;00c764f7c3aa:34147 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T01:44:05,607 DEBUG [M:0;00c764f7c3aa:34147 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733449444328Disabling compacts and flushes for region at 1733449444328Disabling writes for close at 1733449444328Obtaining lock to block concurrent updates at 1733449444328Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733449444328Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=779802, getHeapSize=954488, getOffHeapSize=0, getCellsCount=2296 at 1733449444329 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733449444329Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733449444329Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733449444343 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733449444343Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733449444751 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733449444767 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733449444767Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733449445175 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733449445189 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733449445189Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a99f62: reopening flushed file at 1733449445596 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a486d7a: reopening flushed file at 1733449445599 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27b20c79: reopening flushed file at 1733449445602 (+3 ms)Finished flush of dataSize ~761.53 KB/779802, heapSize ~931.88 KB/954248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=2109, compaction requested=false at 1733449445606 (+4 ms)Writing region close event to WAL at 1733449445607 (+1 ms)Closed at 1733449445607
2024-12-06T01:44:05,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741830_1006 (size=918054)
2024-12-06T01:44:05,610 INFO  [M:0;00c764f7c3aa:34147 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-06T01:44:05,610 INFO  [M:0;00c764f7c3aa:34147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34147
2024-12-06T01:44:05,610 INFO  [M:0;00c764f7c3aa:34147 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-06T01:44:05,611 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-06T01:44:05,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T01:44:05,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34147-0x10064fc441a0000, quorum=127.0.0.1:63786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-06T01:44:05,713 INFO  [M:0;00c764f7c3aa:34147 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-06T01:44:05,718 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-06T01:44:05,720 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-06T01:44:05,721 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-06T01:44:05,721 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-06T01:44:05,721 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/hadoop.log.dir/,STOPPED}
2024-12-06T01:44:05,723 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-06T01:44:05,723 WARN  [BP-1173756911-172.17.0.2-1733449253160 heartbeating to localhost/127.0.0.1:46093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-06T01:44:05,723 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-06T01:44:05,723 WARN  [BP-1173756911-172.17.0.2-1733449253160 heartbeating to localhost/127.0.0.1:46093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1173756911-172.17.0.2-1733449253160 (Datanode Uuid 66285aa2-0311-439b-833a-aa91771b4ef9) service to localhost/127.0.0.1:46093
2024-12-06T01:44:05,726 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/cluster_ed881ad6-b13d-4633-45c9-be44eae2292e/data/data1/current/BP-1173756911-172.17.0.2-1733449253160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-06T01:44:05,726 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/cluster_ed881ad6-b13d-4633-45c9-be44eae2292e/data/data2/current/BP-1173756911-172.17.0.2-1733449253160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-06T01:44:05,727 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-06T01:44:05,733 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-06T01:44:05,734 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-06T01:44:05,734 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-06T01:44:05,734 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-06T01:44:05,734 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0d7b01d0-bab2-f0ec-d5b6-19928a5c1997/hadoop.log.dir/,STOPPED}
2024-12-06T01:44:05,758 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-06T01:44:05,893 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down